diff --git a/params/llama3/7/fixed/woq/init/lm_head/scale.pt b/params/llama3/7/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391db61c8a614214bad6984fe8390500a16ab55b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a4cc4c882cfa55daacd5728682e890bfc30fff2a2c794fda264691ef699569
+size 514130
diff --git a/params/llama3/7/fixed/woq/init/lm_head/zp.pt b/params/llama3/7/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe708520ede3bd513a0ccc01ba785fa21bface51
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d84257c9954c56ab2923eb580a37f399cfd7fb677e23bf999141a517390c90
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60069ce5f5749b5e18d3b1e5533d8052ea532915
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2172fa3aa0d0bb903392e9ee35ec076a710724ead2bb8f8fd80867eb055b5a
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ad64d8d689b326c89bc43b21fd992b3e296845
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216db9918b803c3592049eb151ed6c42da3c400f3089d2f23008b8c894860f54
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db096ed33845e051d742850bf31f6a312707ab8
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9fe260fec2815e8259bc015caf49dbc4df54de8ceff200ba71bdefa06fbbcc0
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656e146fb4e3f371721a9a5c186a52488c8b1b96
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35910020ad7f431f2d69685d8fa3cccf0adf6070290359bd616a61c9b6b94e1d
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89125701b2473413846313f71968c9cc45a7c146
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9e966938a5b6d7d0e30191d5d34e517805079ab377685e90548a9abdfd7d81
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0397467bf2259351eb5e62d211af5c76f2810b34
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c55446bb5903a74fe16136221d97c75450d1aa12539414638178a3db1a1459
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddca894a1cfdfe789863a0eb4b58b88f00183343
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbd55fe90635fb45c0e69b5736f22c129755ebe0a69b4976cf2d132e854ef92
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47357b1a8269c36d633b5d51a147dd99cfc4111
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a23e20305ba5c50fdd3081f8699f625383c1696e37aa629163971fd13f07cb
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8260e73a725688c157bf28e98bc9df395a3b283
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99cd225b11ab8d75faa4d2623a56c7f0a884a18b67b041702394470230efdb2
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4cf8f5c4fac772c31780809459f7fb5ed2e9e5
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687e0a8d94d90f0c44a08653ef10a1b857b222f6725e28789a7c24f61f498507
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8c7f712176f3f159deff6bf1fc74866f3a0210
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56051896703f9674543c4a97b0a59cdf31974505831974cf3c46d8fff04aa090
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97bb49a06d51e2c5dfaa894050a9955fe902367
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2ad0e367277f4daf4f829d4acbc39653daea35b83df3f1a21d5bab57b5f7e2
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429fc5dcc983d33fd65c88aa650a37ba48325431
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0e8f5fa146d79a0cb004fdb6f5dadcb1cbb624504de262753cb4353c72d257
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317de1b934fdecd5fc8d86d89093f38225a31f3d
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb66170ecd3dd80f15b00c75159bdbd61b1d9057b2eca340fc8f00f0f463a3f
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72448c5d75af2490166fd72ad400d49a024f25a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fa202e8e3e92aa1a0e5eebc853704539f50730c5be0274375bc5eeb58ee4ff
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1317f1952581d5a9e1e8b64fc9c5fcf2f937989b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e49bbd1a7bba9bdb6eb35b356918c343ab3a70b8be845eda33b423aecb535d
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0648987b63cf8402a38f507b4b5833b1660f34b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3cf66307a1d752c142fcdb9603b7c21fd99476e457df5e12748764631d9582
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b713635e5abb42a447a465213ed1b5bf35ca230a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbd421bbdfab1af34166042010d2075551e61cd4b9e2ac8c0977e3d1a1aa9cd
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f7092e587b627f41e16eafe50204d206fd8cb0
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bf0e25aa3cc03b976d05379e4fdd91a092f2eade24e017eb07c2519d5e6fe2
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098f55436adee5b6f7d60b97c244493befd59182
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edf40e8b33fa21b174fed3c03e1aa42f0f5076bd4be22dc0e3dcd86ae02dcc1
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1fd7cd1ef43940ffd16d372a22a827db6278bd2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d05bc2ed4440e12f1deb47817c95b592fd60f3e5c2935fea202034afa5acfa
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a5b3ffd2f9a1f6493f7fe79c1bbcae5fcc99df
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780ce3dd5de790e6855e653f005f34ef5108658e0509d8b8e16887193a814c72
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613312d730b2468cc886e15c421ac3033149a461
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb04c1576fcecb0f197b38ab95dbea98b99696f0274fd7c2f79725c1da9fdca6
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3870fa938ed3923b6be9580731ae3f0da814a4
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a437f8698efe922f03bcbd01c9b9034e000fdd6b2d224ff1352f49aac87b8e2c
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d3b9959b56944210616626f4bae0de1c454e57
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21dc4ef6ae009e81bc162f1a259f8ad3811448baff07c834007e0d9cc2fe0d71
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b33c5dfc6e60ea9d2024074eab01c1ff5e26b8f
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862a16eea526dd4a12ce7ded8d220f248d380c23038ffffe832037aad5b9e144
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06c2d64f43082b165e8db7c0fb8cf2d77046bad
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4ab6dd773b81eec9fc77e26b22b8cec410923db13abaa9a6e05c5627053117
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba9ab978532bb99f137cdf52b77d0e97bff02e2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6c181648279b03fd814aa670c45e05e6d90ca83b4102dfa3c2ab78f8c0548b
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfb39fef8a2425768a52d9cf45c9bbb5be95ac2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8c13c1a15b8d4ae874d6cc262ad35412ab38294bed49c040570502759ab2d3
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2942df9e190766a673fe3b8e6a04e6b08e0640d1
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d44cf24e69657753e1249255d5230f17a50a6d0cfe0cf63a00c94ce0aa1e6ae
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9db87174fa5554dd2b3d3704d2c88675567af8
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e122964dc6ad29a2b3f8fbc4227e3d16008f6feaeb6346c423b059d851386f3
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a699cb22a03f340a408ca6c8bfafc613578756c2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c5a5ac8025df5d67b3de8bd790328642c74f8e37c99879f57a6d024f925a33
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a220e98542591c2c82eedbbced4bed5ed80f24fb
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4b4789886407b4769501fb9762526bc880a1246da3be7e27aa1ccd4b812bc3
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5989ddbee213364fcc955ead211f0a97bb129ae4
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ee55b1812c62ba9b1e18f9d40c981f8552508bf44e90e15c4f72c450210151
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5c62dc0a51fbb4cf907077dbfaf8bc3358433d
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19bee267c84ddbf73ddb4bf632a16a0ac13b43090a7a2593bba0517f6015163
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ada10f8e3ba891d4a5028db308fb35630d7d22
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78ff4fb251baaf2a8353c22d4b84cea7ca9a5d164c82e71c0af1417ec022d17
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02dc80b06be1cd8ac0e5866c224df3e3c2dc909
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eaf98baff6b891d3663be2384831ebae6e981a0c25731fcc9faa4e1b01991f7
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a05cb36d1624d67b9a1182efb31801a14a15a09
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e26961588a0ca08e295b59c0161a5d8bd63b86af513f7b117efb07343fed25c
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c442d0b27fb5014b3c6dd7efb3d41b4521bb2677
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ce8adc1ec229d1e3fe2c44c613658db031106496a60dd8cdd75ec45fd865f0
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344087e0de1b83582e02ae536298e65c84b9ad3c
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05768024aa97aa1f5d23bcba8238178f7f0b92fb49665a6aad489e5fe25a78eb
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df1ebcf84a1be3f25605c43537c950ed0f7a0d3
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad70f346a2d55093dd7a9d5b81f417abf9e938bb2f8b1c4f5fea626a8fe4864
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81c6227641bdb41fbf9dffd3566bc1f4e2550b7
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58155dc0935035e535bbbc4376dddfa402310fd698a7a179d44266e0d95510f
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651e9895611ee36a0798c7a52dacaf601cb734e1
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2bb94b66bc233d8b6f33907ac5806b5cbc566822040ccc02f6faffe49cf365
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00791b9fe1a42af6c42a49a987eea2587b45ea30
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1558fff96cea5bae2442e65d9aefef59147bf04b104cfe58a83d26d068fc2342
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c97b215fdbc8302d9eb344306e911eab2cd031
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a4a42c9f3be56132ba29b8b6b1b3f030022127861b86087c901ceedfefd708
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c4e6ea0c278b97def6fbb0eb18b97950b85c5b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3027d69625a039757046fb1b077ee80bf353a1d42e848b1e8da367dac90c763a
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f5792756009cc89fcfb38c4e439f3459fe098f
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee8b44131255b45c80bb971a08423d5ddf4661ac7c7d90c12a776787ef0b114
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b036c38c703b74d4f3c89bf13d16ce74435c6477
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03954c3a3d121295cb8b8d198e6f5cc381215f5d7997883e85fbc63755cf393
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00615325f15b572083d6055a8da2255d5e6f5fc6
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c772f57ea17de309bdcaed0dc2f657f5c3b1200056db6199af93c3d4154bb71
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75087609186ef8312c81406fc2ab1d25cb6cd663
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b00d86b5b469f0aa18d12d9c20a2eb641507f9a343bfc5be9170450ee09302
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba4e9e4bbf225d82e8f6b399e79606750481235
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e0f72016c58b6cb5b9d4cebbc03c38612c583418883b801f886343094f3f2a
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b4656b0d26f8805b707118f1d42b5eeb586a1c
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8d6c4e4681a507da405be41b74e7058d582a5a0445d9793dc2e1cea4ae4f33
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0f40cfeaf3e240abc7fe5d5faefe6f5950dc84
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa507944326771c5252fbf27973783460918d311f5dae0f56d5e7a32bd7ff180
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090107769db7d90b2dc05cf97c70ccfd66c6ea18
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab04b9749ea9becaba76f32066ae21ae7b897c38a00831b3e6d3c1c07d63a68
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149bc4f3194738a735de630a5697aab744cc575d
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284657b9f2601d4ff30b4f842bbb6286db6eb09fc08eb80f38452e1b63f0d129
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184a60e6a5f2d86f19134a9b581a08ed50dae570
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1f245039b5302c59e5e57160f9865e17190b9ce808ecc346fd0a25622e3e46
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ff96e7c0ec99e2c25f5f039431e872ed9518ab
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fecb472c296be292f8c2c9878e1eabbf038f4c5290f84b2d4de469af1598a9
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8630c41699c0d91a9c1fe56d9bdaaaa1a98ad170
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e1e9ab2b74f81455ca405ab224d9093627c07df13aaaefc974b8f4ec16b9d5
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5b6107228813c5395ec3983b5705cce5971b31
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0283d27aafba48021fe2109b86bb6bd2e6fc151214adb1c2af6ab4ad390ab4a
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2ab132ade7a0d57b9c485a7db4f4a51d31bcc2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28d0ee4e75c2649d6d4fd020e0db1883ed1e7c3575f06bd61c0ad7d42571ee4
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3cc0acff4446a66d8f5e438b6bd8a205f74577
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfae49cd5f9f4c58af557e14f9d575232a60c0b8ec929f9016a8d539771369c7
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0888aba1ad2da3a5dcb77b572747969d17be6d05
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1467868512f8549e6978c8f14f480312a01261f1174a02ee38badaaa5d0de3
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a922c1314b06b27663c02b680e38ddbe1d8e35
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d4d2a1d16beff190231205f9c4d3d9787c36d271a81533ca4bced1d47df52d
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18e733956149b49ee277e0b94323109283f23f9
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e19c35f99f3c3344aeb64cb00589a2cdd0d6436b4d1f29dd0c45c3eda1227e
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721bff1cdf790ed071850d6e0f1e2be97fa9bb79
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff61b0efdb7c52484c0be84e19f5bf81112079887ad9da14c190dec713493df7
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8527251b56b1934ce778b1318a3d3545da46657
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f73f3ffc828180c88305f7f2fe453ac74c1fccadc14bd4f4ac72bbc1737202
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35efaddf65a89cf142be3ad3b21fcc386f163e70
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d445390dfe2e0157ae0b27f6429245a8e733637cb51941c71b9ba357ed5797d9
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1611b0fc6c5093ff3aee04a1ce42563e43b8e7e
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd98c4df168d21d738f4dd9fe1ca901dba56d5afb9f80c8e13789e5c216b817
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207fb6910d4691011d39b0ac9a37c437f8d5d229
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e62bb277d191a52ceea0b030fe5a81e0f39b659b0e5774c457f1e03cd8609c
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5197958d6bdb3fbf38d32a947bb75c990e6b42d5
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb5c4729f8a4baa7b048a9e80f5b51e7dd30ec07fd0749937fc701c4689d039
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93536d60ae1146105761797b592c3d9a4df6dd3d
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f4018c2f0a1c211faf2ed5fb9b614e7b4fc86fcd7f26fe9b41f3f3118d9c81
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527bd33d4d2bcd482e8c8f256e900ea107b48dcc
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b278c85a6575625cd300a8678eef6be984389985bedd46c16733fc06bbce4e3
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835361ee9ad8fa30a050256be663d6e1aebad121
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc77ae8802b185286bda5f9dcb43b7e9ed8ae9f0c1f49116c74f0c10c9a6955
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed59e2a86d8464b2739f901fb8e34c1834747a7
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c46edbc75efe8c3bea27a89bb26337e124763e26b218157cf22f76b9a06537b
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c42cad6b934a655085c5ef6b1c68690e00a070
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a40a431c738b4355a798f6c35f0c7a59c7887f69de8f85b3c7e3350f29883f
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e275f5c4c672fb5b7576b38081477757143a60c0
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e811e0301ef1860090fa3cd165a410d50c700b4c68d3556890e2fd11c682f1
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e180bcec0ce2576c3a99b4d20d7e80f3d7cfae
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc54c2996682da31cc05be0a50c9bf192440a2d31e7d29ed277081c541ce2a83
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e08835ac9ef712e1cd55e17534c64c65f1b716
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154023296145811f4f53b5597496c7b43d0399aa06ad5f0a64eb34e0c264455f
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227e9acd6d2a2fab950a48a73cb8e49f93b333cd
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4752f4a9fff30484d9dce619a2c6bcbadd7ade83972fc229d5fada529e396969
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d720a27fb646d431a2b493f9814637a93d54d1
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3620a18f624e53fc71f528d0dbcac7850dd136eb8cbc80c91f70f7d2c81a4004
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94c4eb44eae26303967022886ca29f7598fbd93
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bf200de99be2054c1c014db280f62e5b1145cc10653fe8573f31a3dbbb0aba
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35de462aef811c6525e542fe85d813307e35b92f
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe2aeaa1be728b8547e68d48364bcada17913e84581705d5617018b80221d11
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde12b42c7749ca222e6d671d078c2ce5e8f31f8
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e555d2833aa17a8355bfe26e99a270d6e2efa4e727e6aece9482ccd8e8c4b606
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf08a899912c664985c251833816fd495615bf2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfb6c4324452d550ff69173b0b549528e690e928d510c7fe89c2d35902b1bd1
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1f36a8f2a4fe521ebd5f63baf636845a940e60
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143d8781235a3ab7bc6d565d6388b3c186c0d52944435445c9edd86448211aa9
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fa0b4b8a4f883a6788b9738f3ac61ce2f7b2a9
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195b647bb3d11279c1adc5c2f6bca3327913fd13b36d92be849057e0a4178d91
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fdbc426a5655a400d21508688a03bee0afe22a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9466a71a9e4140405f9cd58c99ca2b20f6f6dd52990c4009c0fc55d87573723
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f929080b7bbe8e7da89e459fa7f2f615b16252b2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413456bb8df322dcb18afa16e66b64be79dc4077941b88eeb4f65587425806f1
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5daa0e9868b0f3cd670acb6078bbd76c22111f66
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e485db1987a40e4c534a29da13a4bd7f5e125f3e351b42f320556c09c5d55a42
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cf38d7b0dce354dadefc0d27ecd7f923fd900b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6337653822f2ed98c4029346508f0cafcf916bbdc1a8e5fd17073fb5f1ff9e
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7bf6a2afc553582f1ba1d015ed858bfcb125e0
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c760cc230bf0d473cfc8ce259c84ef5d6a8f0b129c9c46cd866c8e2a8e07d5
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c7a11264044c6d272cbf8af9be231671e4cad4
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63fbb5aa8f735e682485d7598c09d590f97e0de1bbe2b1a35de9c3f58d1115c
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853586c590142a96728b8bb689a38244782fb005
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7236deb976e0b66550651ae834ecc706f83c91ad69157b8cbdf9e8671770db0a
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab177b551f72870201632f4008a82e700b81b59
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06a6848bd9a657c7c0d8d487556ae4dcfa94983b5ef7546509735cb59d04d4f
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc1979acbd854e6fe2aca1be34024f1b22ae503
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9633c7fd7d586a5770e45917c936226c7bd34c5fa53cfe2998ef79683b178145
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3303eee3197cf756b868de3f65bfe457e6cb4df0
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac2d2022dec7f32308d4d78e7c3406b0dd64b6bf1b6acd763710e6e0fae6eeb
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f594cff2427801bcfe2490a4ca87f0d80a7e72a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1ddbdd0f73d1824e9c111820f090eb04d6e288615a20b7ece17bfc73958556
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae0c438c29feea381fd7b2cab6036a1ee3d7240
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76c829ba81aa93f0d6de7e8fa053ba4764bd9f4d5497c1814482428c8a09e2a
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0b325e7a033b961a96a49add2c815c79141187
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6e7ed43a0c0feef1b5122e963a0bd56a8ea314d03097bfea812186bbcfa624
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1baaaed95d36460e840645ad9c51b057d3b6ada
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad219a503e3231d40c76602cd24f6e4f6a964303211863d79a064d5550039ce
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcecb031c9123a8c8215a3aa169e70e4d39701e2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9069220024c7ab8dce9c82fa2f4284916cfc4d31943940d1111dc6a28867aef1
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67de858f07f1788baf510ef8c3028f530021b4b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89111e15c117d77f0643be22450b5407cde93507b6c90d8295a01f3ea9bcb89
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ef6581fe68ce836e0e319c16b6b3fada8aa6b2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ab707d223a498b69db33249bcfa84ddae6360efca7d8667207582e3f05b413
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7bcac98419a35c46da84010970b5deea00bc0a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c3b907d2c8810db3df884f7c17d41a135c5a3c12ace84020f0e2b0c5cb3c44
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfff451ec133c868100753644ccb7be3a95db75
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96c167ed13560198e1a1525dbd93412fbc33bfe19fbbecca829c40febb30c66
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7829e425e218d35399e77095866d1ea3a69ed4
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544530f90921c565ba31c7f5f13a2e949d4c42227932520dd5ca627f72a1560f
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c54f8440b4c97974655252631b462f050ea65af
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8a94fc7dae527ef72ea085a3299d5fd8d171296fc6f41feba011b2c6260691
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f715d4589aab9c85152d35d6cdff4814617f4d1
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb025cb8dc048a547c333f3ab738c21c0273535dce31e204c1b862a65665e575
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f284b8209bb7d1113a5e9f81df36ac9bfbb9da
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c48a1401c65960ad10a197ee35a0ae544c962d689aed7a2516007386c2af90e
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1739bced0bb2ff80a271b0399b76df5ef73e70fa
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a1183968440a9bec38880e559e344be899899a2642deb9cc0a0e04cc74c892
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a209a1d90f681a76de85bcadccac9b7918f5789b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f28e55e7cd6aae5159c7752c68b5b64f21f3a65ef7a7b5a5406680e56e4f0c9
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982ba828416b288d68fe68c60655ca3e7b9a0b3e
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3ca4175a9473c91568d4c7349621ad712547e5c5e017b9b241119cd63a297c
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3349a6b2cfae699bdb07da3558ba960394e59614
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbe1ff375b579a29aa507a1c52a45f55aa7544ec65e59cb5022023712a4c82d
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66795b21bddcc95571177829fe8770c8157dea7
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9517d65305a3c30888fb6caae368cdaa17592d6f6bbf9d9ab54974fae8348940
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe7e72b846ad5a368702e422d1182af3fbaff10
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317d811729b4863ac0156c110c9076934a2ddcbb082fa4ba97bb87233c857e16
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a762b13e652ed3884d135df9522591cb5fb84164
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fb1bd7c083793c684cf7ec38f97e2e5fd1559337672100e00760561fcfe03e
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a676640e0f773b6672f3be42df215278af416b4f
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d294aba34a6a5acb1f9248c01e91a9e1c087667d78d32dc897052769e62193a2
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606c0591765bc3d03737a29604ca45e62e2aced7
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48574711a29d5eb624515143599032b1b759cfb570f62d74416cf9a43391af6c
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3adff28a41abb53ed4c88b5ec2703ed7fb2c3139
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60494ef237cbf34590c5a43e922fd3ca7b1e8e19a6947f6c0da0a9f714b67eca
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4bd345976d427e56e83740689e1eb3588b2d4da
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ec599c50c422741c83005e6c9910181d1458726cd88c24bb38e2afef0fe7e6
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadf8ec336cda6c6af9377778bcaaed1093305bc
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72372c8a247c8ad5ede0db4613c0dcafe4c749e17d508313a8eb9e4f859cff6
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83df8345d8f10284c885530ca4cdd863753c495
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09aea786b4511ba93753a05deb00f3dfe52a07c3e9f8fc877118af4bd93a1772
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5662ea0cf2068db699a2449dd886a86e84d655
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5041c7c793d4e021b59e53c1b0ece086469da244efecc3cf567e8ddd47d59dc6
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ab19293db7271ab470dc45e4c8825ab419d5a9
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0fa9032ee5115fdec2741602bf8282ac5680e40d61834dbc3e2bc57f376f78
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c77a4331ba8b5b7cd0c8d6a3ca007921454fcf
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9cdcb25a5bdcb40248ebc02e25175f8245b9b9a8b26861ed7ca98bc4c4dd2e1
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0b9e2973dc9c1d5fd355daee8553d55fddba83
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e335131e9a0164dddd8796aad21b55b0971b5dba6d095cf248d6d69a8fae33e7
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a24c30875a6a195eae8472054f81ff99b67b6a2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcac68008ee4c35b87ef9918c61717f13503da707e714ae87f0cce355e37243d
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6005bb88f787bd32e33eb32bb6d09938de3cf2a5
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c050cff60f8b3b83d964aa1d3d9a702814586fbc715a3d99eff7bc953f5b71f
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce24e391d86eadbe845cf0b521f36ebba4d7581
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0316a9836f42a57ec68ad2235d8f0ff638aec722e1582a37b2fdf86875e106
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7af85bc0f9b81acca747ce3157a10be2cff66dd
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed183935db79605ef456e0798757f38afd5a3f276a23dad22dda9efe82e92720
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba4cf39cb35e25fbaaa63a9b1d0da2e18430d2a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32143669f3547c0287140a261ddef3c36c34758f0ea5ba292ee0e1af640685e
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe5afb8a2ef84e01aefcc422fb547952d56b0d8
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f29c28da676956c77eb2295235a9dd92e5e8eee573b813c923b3b55a892b3b
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82632b7ce888b96c38f086e64784b8912d112d7c
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0ae7feaccbbadcfa68341173572b0b97063d7daba1de130a0d1bbf50e299ed
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1790c981def42de7fede50108362c34108957e
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b856ddf4b84d375a1f37815cebcbd754ed6046181b7419c29627765da5597aa9
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8c933c31fd7e387aed72fbf510770cbcd604b2
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872260e8b369c33bd25576091b903fb3415b0e4486951ccdb50d71efcdcbb799
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca3ab2f540a3114fbf0d1ed322122e700dfdbd8
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0787ef376812376e3d6cd75fdc46428bfc80b5a5fa1c6d89e1c5b66aa2320f3
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04224d4abea8b44b1318b656bb312cd6918283e
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59d7faab001ff26d0d477c930e80606bdbd16ef6577958ca1b6d3a8c71a448a
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28938a1bfe2f57b4a745ad14a601b01a3ed5a035
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b3731cbc0ff7faf9afbd52669ae1d5dea41f04ee6e74866d342b92dfb5134c
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217d8f84bd98c8e21f9be994bb6c5ed4bcec2043
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706c0f3f081e4bc66e0444141feede55ec614dcc65633764a288bcf8596ca04a
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a8b874da9dd639e4ad5a446eb3ff4f414a390e
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0b925471f253f2a40083808a5735eb7c1b6d11c3eeb7a96dafd5a2741a9a68
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3671f3c54390ea3586a0e086ef9046d9516f07e8
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6fa5efabffa394413d13a5da9c73ec5edf9424b6391193cd9a5beca207aa0a
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81aab83f88728cb6dce680801e7fb5e8923686c
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bba9139142e4e32d3529b7f39ca82f5b344e5050e4489bb2e9f86d16aa71de
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f984b3566539dd71a884b9ad372bdfa39aaec4c0
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e097b7ee25a1e74cbd00af10ddf1fdfc000c08fd8c61233d79ca6a1876cc6438
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c1ad5b8fe26d0a36bf9a5691aa770710976f16
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5beeca1d00d71a6ee75106de8a43eff5118e3e2568febb0ae938170cd48136
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362ce2724d2ee47b772e2e603ba0b92835b6ea4b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae20c4678592d77c419401144377ca4bb1a8ee4a1228ee97353012a0602e71b
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246836980f1cda781c52197a42ca1ee911296dcd
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e884955d375a8c9c2a6c61134d95a2c75d8ce9fadfeee0671280980fb63c9b
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125d739c88c5ca39096fd5672ac26b8a0884eab1
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe579c3ea2c1c26266c4c56b1b274961c1becbbd5132e9efba788ee5da1ea81
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c7373653124dcf0e58da5974331710b1fa82c0
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ae3c421905591c7a56813e6e720fcbceaccf232117a15fc0e3a4b12e28c526
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d9d53d90fdb29db0593dcdb801b881073f9438
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d4b40248110f0c49fe97432001b76498c227ffb31adff1cc7be28976fa2c4c
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a7681debd1b42824970c3eedc95a95f19e09dc
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2cb0ddce0af45f5a27431756f2dc79d2ae822cb37528ed6927fdcf78f611ad
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf85b2a84ee373492784eebb250297087bc8e123
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3925d4b8fabe94535555a70bce44f6f47d0b9c0b191e460f4c31865389e538
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46550d32117f2f53160fed45c46bf4151874b98
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02d0419886acad6ba2e9e5aae71eac4baf76fb4c98f9698c15071b0c2304a7d
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba0e7f1d341423f379ca0fb05402de87a7aa51a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7209f1e877ebc844a46133414b331180dfb809dbb14f68dab723946e9a5ddd4b
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d364ff17dd4225f59f51343c36c005ea0a360d8f
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2646d26248a9296db90d8110b404b0f1ca6f9cacc9ce059f45f7d44a7e14a59
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bb59106c543679d191cf605478ab67bb3d9090
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d779154a59dd4a1c70909ff8c9bace7702a64278f3c3dfe5920f5c1925bd97
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce945114edfff340f4eb5b983cf8af0be5888637
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d37e72cf8b9aff7fe6281af1b0571f4e24ad2b9cabde4f1cdd9d0146e34eaec
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ecd77a3212ce38807cb93f6bb9da4b2629e5ad
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36bc5c8c26832ef005929952b6dc55abcc6ff9d1922b8bdc942e1d7306f05f0b
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d410ec5d9641facac9be18f55fdc0e63697a8c2a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4856ecd881d3b69047879886401958b37b211d43b603f3d7024f7e34d900390e
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da182b05c3527d4eed20aa09f289ff67c154d74c
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99183d57d78abdb8a2fc8a477eb2ec222c4b12b511d6a6c0d0e5aff07924a5c5
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797c0218e13fe6be2537372ebb27d5f5e23c97eb
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b72fcd9570897891cb9042d8ea5fe6d0556f003b9c5db57117702a3111f6984
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d30c9699ab458bbf2d3a850d020b10a8d8fda5
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388edad9fe77b2a2cabaa91dac2871aad00263cfbb6e37c69eee47f7972547ab
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5ac90d26a7f1c12afaf17afb60b5c99b787b78
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a06a7fbdd9685f957944c4e49e510ffaa89e8e5a8cc5a0e75665d4095131324
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34bd5a22db0d8ad8960c9c3a653f3b6e827e7aa
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c53fd27b896dbcb05f56cc8319a9aac3f7e87c8113fd218ac09a67a20a9e38
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7354269c5d427c88b33601d357bcf9e3f7e609
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f8bb298bc81ea7fdb9b690ef0fd5b77ea39cee52fc31c554f986498251d3f2
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb5f88cb3cbd4a8af76e2590c34b36582365b33
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e9d7aee3b32bfaf15a54db2347379322ca5468486e3b6cbe529553404b93e0
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3affc6a53d773011c48389431ff04d140fbe88c
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b685e394bc92c72b2feed526f7d7221692bf8f009d56fd569b77baf85f6d140a
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7600de5fbab0d1b39e1beb0840f8ff825d1d2f66
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fa81b0bd267cc9eb4ff77aecbe03f3b0fecfe714c3cec0408772da7039d8fc
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ed5344e396dd4b038fe0635afc87159b50282c
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12298795906c180e5e9fea07c97d3f8cbe08059c806647e005d75b310d32e47
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a5b19e8574d3c1133f70e9eedd463180f02612
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f32877488712e177cfa0c943d0813bf9ce9e1a9579d0f446e46a822fdec9581
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56983312b7dc4af5c227e444cabe70204574810
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a93ebc200448c61e368e3388fcfeb2a74ac47c42d7c6a5e5acc67f680c722b6
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d76bb23f13a2ee7548f5c800b26b8a9b30696f
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab36b0f1e4e7729cb0997a40fec231f9afd3c6fecd02914177224739809632f
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff5caefe91642748e0bbaadd49ad3069fc83bc9
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951c297dbe52197a8537123cea590103140809aa3addcd44d85392bdd6d2024a
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af7c2c7995f90747e6a2c1a72b575a1068a4d9d
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d064c67fc40ba2294143f4ff56c19223b480a504e3983ddfa9c8af578b9e698
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31eb707926ad4a9dc887a99bf121322e2176bc0f
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed3ede1c84fc7870c744a2c16cd2c951cc87e90cba40625f838d0977e202661
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e796881ee2d113ceecfba6f7094562839c6c3fd3
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d70de8258687541472605c7d774f86bb23dbf02ceda486a52b19cc278b4227
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764137d14abd0b06117e0b0f0477d8943faa66fb
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e703cee8aad90c126f19e3ccbc04f13873c53b0d6fe414eb01f6fca161ed7f4
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0991b521d89ec422553bca8bd3b7d84ac8ac27e
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d1498a94cd0844f32d5957d8927288a28d355c79ea297676b61c47d1730892
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ad3b82a5f6448350bf7ff16539e61717ac11df
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3859a6749b2711a3d8afd9883847af49ac02feb9b19523f89836b2be6a6dcfe4
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b2412d7add0fd446ddc35b4c6749bf1e60026d
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c90666e3167bc2c49aeae702d6529e5701422931669bfcd5653dcaddfeb9c1b
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7887a5d5b673b31b5a6254833927887f4b66610a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc78fe0a4b8b6a835f6d8d82794dec2b6f3c86781e35b79df4237e6ed5b08db
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27223aa76cbb7b1367549c0063991319ae7dcebb
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127f22bdacf794ba915891b9baf77f6851ab13368e7022cad1b9d90982b5a5df
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c900242373d23cd8a99ea978dffd8a1876d730
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688f3846b8a37526a120e6d5a0b1037a898799a9acb05be5737ffbaaa2fe1618
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b484b92a6734b928d7c29e88bb27bede9bd3e51
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204c58286fb46e44df25476b668d9a4008087daa622ed6407496c5b29f3d6a13
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1cea35629e879c800f20589034100dd260d81c
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d134571cdfd87e2358cfdd8f1c0c346017d64fc202d3e4e3b64bfef812756b28
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60554e0d9d3054bff6713f98fc01edd9e88485c
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff011d8ba07082f8e224607e40305f1c82d1352935bda7859be1bd4936de167b
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92794e4606202fb5402d5a34d87800f893459f58
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3469329b8db8339846fdb18c3b751b99df376cb12e0b7f2c9c85fa1bd323bf12
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac47e02067cbaa26c9fe66fb616f8ae09f3a802
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3e563904517522fc77979c1a70bceedf43f58929e34953541e7a022a2609d8
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a39d3e1214a87b261deec5560b2fb405806423
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742cde20bb0f57be5cd730026b1a266f8f5e12504c6340d448314f7670b9776f
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2869e3683712a54b2c21e79247f0f4572703f7b4
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15c37f46b49ea09a75798e13533a853dade9ffe019c90d628e63d390e1dda4c
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ececfe6a1bfd5b267acf53bca1048709a62fc24
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d16601cd4f35bc701221ba515a5f5904afe9799bf3c966e879534626ce32a3
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d355aae2a39afe14b43f17f8c58694fee751b8
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6eb9a939556197294b002b62e14b8783c8cfa3f482d250c1374f85f5a9d3abd
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b12052ab52a01f4122bd036b24354d6bd405e69
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69c41815e919a288d119a0fb7a68e7c1dd5cf4e157f05863d1740c23e44f0c3
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f851c648b05a2bdd948fc1e2cf4878ff9a7821
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492f8cd03fcdd756a764a89961c098fb8f0f0ee276ca65a69061db8df6f683f0
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba410ec4ae3cf163957907033d0e81c0aec07cc
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6d2b4c306e5f480805a85db83582a1fc0707fc8da1e3a7947e367a22b69a74
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a39cfe8d3a1f845d9cc599bd7fed5d6cadecfa
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146e81545a94861980c3973d1d85c9b90a6f257ee9288689469c0a92bded2a61
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b5d66d57922262e6e0e7d3bee45942ebf41263
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ff3b56b96200ba355406e1e6965320be4c33e2095ca39160f8d408b0f87be1
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9c07ddcd37b4526a5cdc77de5c458313386ed1
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25d30017265427f223701883cd29321627935ff4b251e795fc80a2ba69d5909
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1eb1b0792310c5af748c59cf90c1219ff28d9f
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b477154441fd06004267a55248719a5ea3bd749bddc805169b9677f8482428e
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59a1c11bf7cde8592ebe9d265cea19eb454aa40
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e327e8f85c86ce3661996f0029076ed282aa123ef94a96164a96787c8d09c0d1
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac42aba6a437a9cf04e32b7f08ce0981a5545dc
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1575cedcb77c44b2532e8b1078ec69125ca4378befbb2ed6b4689eabdd3150
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1ee147b7bbfd431cf58ef8a54b241363f0e8b1
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b384ecdc84bc3224e16e041e22135ff6604c07960668b4c16d9779662bf19b81
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ac9b461dbfa0ddd13374282dad6b370bad325b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0afbfda7f881a47de5f4f25a8f0c122d8bbdefd5c6e186588031c8c3d73ed6
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec819bebc70f48775237b89ba8c8a51999e32ce
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f5a474bd4337afee0ce26f5e4b26c1f3bd30a758f50fc36628ad3836d06fe7
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827c824a410f4a660ff62f9461a40d2b48c4dd24
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b333d959384cfafebe37a2bef5763e171424ecc6383456a5789688565698b8b
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5f4f9728b1b61e182f12adc59ee9af94fd5bd4
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f177f80b0f2363dfe3e46c4092407e6e7c0d5e204717d3fb8f970c91ca42ce3
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef680c2ecbe07b1a9da1b1a38b6a153dacb6dc4
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70da05a919c4de2897228ee24b7a64c54152c8b04c73da6d42fb777d47e69842
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469ea76576dd1bcae98b46d73457cd8db0847e47
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9f72d88c216ae2ff3827e547bb5ad644d34df43effa67954a0bd086b9ac317
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46add77c544ed4c3f434948602d89a35d1ee334
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c9f497821235746efcb292c0b890bdf2ea966465cc0c9b2f360eb280c714db
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f014060d89bd248e932458a5bd837446cee601c1
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326add5a01dbd715edb86945243696e1c03f2989d1352bc388e2f9a8c8331ca0
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd90ba8b6572d88cd8b689e905ebfb7d188d3f05
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66515d73f5f72d69abff453b6b43ed3df745d7e224d5ac39d6f6577186e2ecc9
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddc420810cd7b5827cc53a8e0bd96d53bb8276f
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbbc8ed7ea1413cede5670ca5af62be3666dbb00c2dacf2b408821365a440fb
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0becd2b776f8f2cbedd0a87e2ea8246c65f2c6
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e25cde4734a45fa521f9ebfab9cd47a1aba072cbd7ffb1314cfa93304648007
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af317d0bb3256f741c53b6074c83a64dcc1f5fee
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7197fe76b170a6fdc3e52b3f18b3d566a6f2c455239c901a02d061cb13b6e99b
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4d6de7a36ae5ae9b8ef7b9b724f263218c7541
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c210baa7b7c5be2cdcece665f5b38245a656815d1f6cc931919c017c3c6eef
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80e2b5bb21899342b0aa4e79712e961a28ac39a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e497f2df94e8b435e59eb3800a3df29ba8589605e5f4fc18c2044199c1023bf6
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3660128c696fbaa449533242d45a7eda27097a90
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f33f344da2b86edcf671d83245802f75e1699b840a7d764f7b7cf3ddb0ae586
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb2a0afaaa2d7842ba54802a686a0a39b26977d
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8a4b06909d49d706acbe5698a45362ee72a686b69cc4aaa4068669a45a4491
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1543c0c8d1a506b9395d249af26661379541c169
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cc56386be5dce090c1c0bded73fa2ed080458efad53a397af9effbf98e3389
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe92da708f9fea866d2c87e9558e22d25db74a7
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abad62e302bd80ee4cb4337e9cd540417323516356fb05db31227d35182e1272
+size 58450
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b5d841e89c92d571c30ac3eb3a11f61d1ca6dd
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e4a2e5b81ad1924a9d4659f64c58f0b3024a210fab02f72cc8201cf9c02359
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f02774829f393c363447a3627deff0ab2f97a45
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4826c1dcb08da621d42e2f636cc66bb5078c71a9b093ec5fcbcaf82f8b4c185
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0957e33b8ef97fbe26ec7ebc5d26ff3d1e7b3fb
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310bb91da5a35db2ec06372084291bcda1f076354b6e52b088e07632c859fe75
+size 17490
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecaf16cddf6a1ea81abc493a6aea9627b90caf7a
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40c69a4ffab11d3f82ae5979608c9cda7660cee848bcdfd7073f663eaea3893
+size 5202
diff --git a/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/7/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/7/rnd_search/comb_11/init/lm_head/_0.pt b/params/llama3/7/rnd_search/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f114a63032b51330f9420980d0c5088e00dc36
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76b17a3e39ead52d95d8b9a6627eae17cd7644225535dfcac61802d7e4c5502
+size 514179
diff --git a/params/llama3/7/rnd_search/comb_11/init/lm_head/_s.pt b/params/llama3/7/rnd_search/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b93a021f5ad389dfd6872149b0ff66e6c9e542
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c2829187964e84709fd46f04acf469f67a97cda8b6febd4e29b7e91350ac17
+size 514179
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e92feb230e65426dabf747cb57815143642a33
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1596605a3747e27d11fdaac21ed88812011410edad7a4bebd2deb9f6829e4a
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1f75706fa04ddb77b9682f21f6d8844e0177f1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91b037520b701c103d18cf93b12fad9d368b2cb8c76899b2f1d091554b305b7
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76cd8ba4560726b411615cec03482efe9b791261
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fa9466cdf7d6b6e869641a0edc356090cfaa6b34d474f280b84f361b6b137e
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d510414b5cb9bf5c867ea3dd2f374261fb65af77
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75ef0f5490e02f8cca99c9c6663a99abbb91cc63597c70a6c328889c3e99973
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b2fccbfec0f60caae3e639817cc309a2740a0d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6793720ef2068c7bf811b28b81139e8b42616acecc689de9a9f5037b77cc51d1
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86e4c32984e25c24692baa2ef4983d03590708f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84da53a749413d7a7f8750d3890e3e9f5baa10a5111ae98b82e82437cc23c512
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf1e76eb823215fff70cbb0e9ab86d6344a4eb1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec9d9b5e3067193841909b844afea55d33821fe81eafb63e141afe3983d7dc7
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04085c1116588ad7fa2d548b21a9f375c31c6a06
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135ef5aee81378f042897b87b964ee595d36fa20f875fae8093e0e2b902931b0
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a028f6328e994ff895262a9114b2d4bb211f286
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24879d857eb79a5e8514d968f0f47b04c99a7ebd5cf36e3cb0367e17366d2959
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cc50e465ebaf7adc14701db942f3fa99e68708
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f009f08d899802effedde406778dff9f277984edc8d065bdd6a663c5b2c9fa1
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1f759272fba41ee86339b8f4efb79fac12f0b1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5caa2735c340816c9900c667f03cc80d2d50a6aadff61c1f85b365132f06d289
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15124b31296b171e431cec1be11481f89e1edcb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f1ce9a7e0965d791b33d4c3d8b99284dd4ca36afdd5e0239e355aad018b7dc
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87db48d6dfc9a6ae8435d87dbbd7d75e2240f63b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28c3e0bf29e678e05126e387b1ce2a7835943f09be323a38920da65a4f0b951
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0299f46d234bd6189ff13edb86b5cb498001fe
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40274e5149221c41aa720cfeb91b833265687e091e15322fbc30a2704b4d0811
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de7c7f95d1d55cce2c51b08d2206f29486885a9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbc7fceed672d9d0d9bd8a3ac0d89c11458a6c582d15ff30e78f040f53960ca
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a145452badbd19d8034118e0202f9738f43ae5ae
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbab05f5fef48cc918253c8ab17eecb2234209c23fda3522b0638da0f0e3727e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3743ac83886be56f6a826a0933b0c271eaf266db
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfcf6767d7bae9f9c6dd74965d33929f1ee4013773a037c6e50d6206a4ad5a8
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f63646b937ddd75d011eb8b65cf16531eb9d95
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0704ecfd36af79140bb310139a4389ab6876b5b33c8ac98c86c63305ea8abd48
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69754bda2707dc5dfd530fc72f2d8391d8acd90
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2be7c8cbe232073889b59de64317406289938f098853763f7dc6bf225d9c423
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8f10d3654cf61c0f36414c26f1f5324ce9283f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3910f0eae407c26b564a4576338a27c8b276ccc9624e041335c851c9c594331
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd605aa9b8bb2da9447387d686a10da261109b5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392f208bb91deacd48b65fea7a71204817157d7d41d34b79de890a861d93c2a9
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2531255fc3b31b1f03682c59a0f356a13fff7c15
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93bf9c4c8a9517a5dde5778fdd8894ddfb07e8145245918e76aceca02d6d48e
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad015e314a65a6821fe642884e8151463c6796f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2650b3514081d7283bc015f1ce1e79469554cd21ac268c90418794c22d7ee7
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77598ecdbfb36f79a7c5f8aed02c0e860b8f0b91
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c050919b20c6e9b982ebb4d966af158dd4246e9b821a33383f43939ab94e5e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc00d4c70a831eeae131e5daa97bed0408e80cc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2f240c24a3f6de8fc2e1a177b250023e072a5069ac583f05e9e165cbbca9b3
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43228a2bb7691202426b3c6f3800d7bf276d0fa1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f542c41d3b3b59bba5de7f5a840ba3c6b1189054f7aff14833e80407eba99e14
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72196692d7953ba2dd151cf835d11fd5667dbb08
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6836fc1d0b33f44e968178d0a0753d330a7712f683056b59f77d319bff60ea42
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6651043d9d4d0251c0761e36fcb4df4ee80d22fe
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fae6a56d98391ed2c145b9e439e1d221e48b4879965e830678dbf06d28e756
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a494a80908472a69ff5eae52d5fd1e6f4a8c0c32
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa848ac35a8e0f80c4c1285c21e60b52eae8e2222c474f9e41b980556b3bf2c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76cafd6f3f19308462cac5276ffb83aec7a9900
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb529648cdeb8a7f5deafa623979ae458690154df8f889b40847104acfbbbd2f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb755ad063a30f7275ba0d740eab9f98e0d9da8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a758761b4dd69cdbc171f85c4322b3ab7d33ede8f9344c75791a5f5ee0ae94ff
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00c0fe9ec7ca0fd9c6323563d607db6c78333a1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17627094109e4581950361761e6cddd5042ded93e8c18d35ee9a3a38ea0f5cac
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70bc470064972430b921d8ee89385a4bf54d14d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2a3e33143cf14e1dedc9029a657e42d2f044dc9da8c1c978a6abe2d393201c
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66adef0dd331d58e28048e28e49229c1822e38bc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fdff36742121ad32ac04f933de9b85254870fce83571287289b74a962b472d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf87abb18e5dc3fc6a300f8b247e0726a97e1c7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1a67af4e84f2b26bb26adb4a4027ed2b22d41fcd6e9b5cb2242bc6cd434cd9
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcb5a233c6f11fc2352f69da34f83c27c3ddec8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6921e4e08c684a4c9bf40d976cb4e06c6ba23e4a015c93ad5f3afc1839c4d6
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6657f82373eea1f5fb3a71ad91eb13efd7c8d2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0a1ba6ac85705065462dd3d45b8dad613121e1684989ef50839bb89c38cf7b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860c048aeb0f9ae5e5c181eba00387a5d9f4a882
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d789200e4321c01b2e98d791bc51aab1bd4aad78d9161adf30158a3cc6fcddb5
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b17afe3e56b4a9782887e613309cea9f584bac3
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95827515db255e471f7028f63113e9f51f0954f8aeda20582ec42f8de5f3341b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9edb3c55bdc29730d1478784cbaf7777b701b15
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3b998793b2e5556892546df0ea674908002c86197ce0e1e188d64a066af7ac
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ba7738d818eb703c2d8944cf05042ab9e21fcf
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522e0aa416d9b3efb411e462ed84abfeac6103423230806fa07ea47063971e4f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c898e32e666cdcc86d77afc0af817e7c3c624314
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bb8ffbc19a1224a1b8d6de53a2d1b229b48b6dc00da8315dc5d4e89ea58a7c
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3814d0bf6e44e680300dcb64f18f47549281973c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e640d7492f51e1b8ac0a777c684419e1b8b3a06b86bafe2e34dff64b9b31b36
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5fb764d173ec25b8e1f1598af296cf0b1937bf
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b284fe6966af688502673590881f1373d07ffb2069172f607cf08c56eb886d4
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ac11a69b34c780f8b3c212f6c055293e10971c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212a9c408e865d404a3a8dbf94dd2fa22e5bf52f2b166cb163587f801c8fdd53
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1014496766b989061d6a9f4a58df2b0537f4e071
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021b8efedf3f031d4b57567533e0de59e6239cfd6fce7c665ad9f19e1d394b3c
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78e06241cab58d811c3e9d7a04d1ed20e9656ee
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9598b2bee2f1ea5c5f440cf1524b12f691782e0a17fa7d677bd6f2d2ecb09214
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a31e8b6650b4448f1c4bed49c0480892fab3bdb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44ec0c18299dde9af8ff4f4b04cf53dcf40b9ae27a4081d7fc8d0a0bd6a9dbd
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d2cc48e980fc2b33ad7a92b8a1b41df5fb35d5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cd6ced7592eb9c7fcc04d9aa098b6514e4be8d19d1cb85c0e6600e22612729
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5376037bcf114fa6cde72c919d0e47b2374cef
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f10263e62f476aedeb99a5b71db26eeb4e6a46985507a3533324bf0dd732c5b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c672b77634268ed5d7efe5e05d2ab7f536f12e4
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52c03a3cdb1df3fa728ca4e5931bdd54f6daab97aa1b52b3938968b1ae9b8d5
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4701120582b0ab18e1deb930fbf525bd311117
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bea5c26bfc68f2897097823dba86d07b92ac170dd30478dfa648f4754f4a086
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b3546ff52fbb4e0136cf0d2e84ccbceb96d147
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941808904f8d50e137eaa3b0af8d58887d5ebc580fa90c1f4830ebe8004511dc
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dca02a46a9cace3744e31a95e4acb3641da7d14
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7b9b07ea81a7625ab8e10b7b046a949acb22c11d12f8fb58952cb8cc81d24e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cd7edb94b5a36d36ac4b46c3a42800159c1208
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8270f18205d536e05f9f7ceb50d6a5c343eb2604702f87aef6bb84960f470ee
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860196ba32a434c10c7d2cf3c821a37e7bf9ed82
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae528354a226ccca3d7db4ca72d21daba52caf75a97e93e487f61d3da41deff6
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80694eb25cecf1d039eaae0a6fd1aa19f096d464
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40a6c58d9efb522ec9e207b3ad406f3299275dc60748e4e9db0f9bb075d875d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59347992760bc726a41d409fca75a5319f2903ed
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b94a1c8084e923856d3a334133e717ddaeae87c41c3b768b387afa9b90b3500
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9143a83d58840f8c8021b009def4078c00bc14d9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8a4e7363e218e3ed117a849b63839ee4ac371dc1f34724118e3e0a8f50ddb0
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db7f22e714de8ab9d32db80580ebd6fff9e93e1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff445913e97fc1227b6238ea2f8315c0bea518236197eb1d11bfd1f60d389b6d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c875b5090c31a9bafcfdf5b821bbe67fd41ba5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef93ad41443cbbe930115c2f2128398307b0de23b46bc2df9221e9fa3a11ac62
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b5b60d6f0078be1965306bff6274a00ba8cf7e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f83b4c21c271d6fda45cd93af17dfaf783bf651dfa625c482323fb584c3066f
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fbfd1a5bccd3b9f6ff364597b98766a2d55633
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d005b4bc196ed05ab02b6da4678d26f2ec662be9707ae3e3cdfe3b484a621a
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85df045dae9c7fcd54275ae5ec32af2c82b8894d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7fa0147fcb7b2dedd3b491fbb07fbbfc0904b9c71f611ab572ec7320bc923b3
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f964bb8f7badb6a36286e9e8226a23f5c913f344
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c586c77c3b5aafdd48d0a04b015a219b09c3e070cc9bddc54e98d0283ecaa18a
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87533f5dd780c6723ba2840f120ed99d7ad81064
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19424c55212bbd550acf14d0d25b90fbb0b8a6370f1b26efa28a0909047bded1
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4786e94fa028e3b4c1df5959a5ac0bbe31de3386
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a04111066a0969a04785f6a507fdb52ca44946e16d6fe63137dadb5d2593936
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c724f391cb50063e33ff1895e31b9c10ff0fbb1a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f9a68be9ba35a3e50c4decef22c8dce352e823c50bf1f1951eb6f186f9d907
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7901e8d78f79d07679045ca598bf63d70a0db273
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6c20f06c7b901e33265361223cf15ce52ed4735c7fd84808a24ac799fef528
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40bd2398fd3e042dbea4132059f2b7fb4780c98
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f908357d5957dba9c93ad72d8a144449355a10c7004a8cdbf82f7f9631a1e70
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc1c65c2cffa52b05ab8deb71f8a7dd95557836
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998fda9dff25444162dba704a9256221db2dabea0a876bad30837b855b50b706
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031b21666183c07673aa872fb95b47b91f05ae15
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dae14f5def6143580d80c301703f02d531456eeaca6f6a078d70ac4d734f16
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd635551ce090843cbe5bd8b94d15ee063fcf06
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4d9930ce7208407120b29eb52dfac694ca20e1906a32cafaa95b9eae767d97
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85dd6f7e9c04dd631d98428af45e0d9ae5a60766
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b51a520e0a34d159b24db07d58b3b50b43bdadf4a7f362d3ffab9e454d1044
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e735d707fa88c733db762cf9d1d294f985889f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea33c4d37c914cb64b8984f22bf9930ae3986d08d1ef2424d8fa89f34e30412
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a610d781b92e2519556b9c3dd2202b003601253
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b50227115d2b4c051bc9b87e6b37acef2887a7a33a899bc3a5a2ef59c8e6a52
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f86eff2e1ce2b4eb24dbdb65d4916282e1e553
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519821a7acf584a61e33799a51ebbcad504ab58cd89b255adbe5a8db32542f33
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb5ebadf4614c8ed12b0cfc1ddce6770bacbb4c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8405ab14423ce09a5f5b85d788e682f710e59dfa4f202abb078e70e3cf7ad8af
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf41e10f8db9cbb1bf513af5bd338425aa91794
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce13826f3e742af9e1af847e05d3d7a50043a335cea6c92733f2c4712739e0c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab834a2ccd25ba9a684961f6af8087385ff06bf
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b9f67e5a55f09bf79babd33c7825de60046f935537bfc0a4f3a6862ba0c0f1
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5bdb7f913530c197a8a9a08c6575075b8c9003
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d3553c491ae49cbd784875d94c2dc128e2d74c1804f7d069ca0f85383a2671
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819fc201a2bfd3896c5edcaa7653614cc4c5fda8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c960faf2d176ebd50ac6407b1b15a06db4323b9bc6223508a185bc323db107a1
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d74ebd0b8604b580bcaa4b6b0357fd6774027f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d87e97a0408f2d508b4ab212b53aefd5c36329331d00027d73aaa1b55b76ff
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e94d3c0820a08e22ee41991721e6f8f041e809b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4a75b65bfe04d3a2fff52d23968401715c0a5958c6cec2e798ebdaec8f4bf3
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8962b440ae583645f9d11a269c34c8d4761a32a9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d936446bb4f1c1744997fa2a897d04a93248c04473a1938de8b3e9aee7f514f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856b65b97921ca817515117d336dc73853a96ab7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5015b0e3521d4ed06f7b6c6fb9ed2c1c90d31f75dc0a384fbcd66ee60c1af4d1
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4e43cd5f90c69e7e021d044e3d8658cdcaa18b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99178d06805178ccb9de0c0a4ccc7848d1b47909e30a7232f704b9c6cb536ef
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3327d9e89e242ba4196aa255329102a1bf4f53
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3155dfa71f08a9c1a5cb32b2d004ea5bdc7264656f3868ac828042c0d5fe6bf
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1efe1170e7cf200d74b7e93d62fc3679d6050f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9ec1c4f23d65e85adc7f3b3a9344e7ce8fb09b67d02aac81f04b39bf6f1518
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ecb0b83e7becd57224ff82c403b954c41529693
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d352ee0f86bd23eea6a6d1a09cba1bd78764c8939868d78d1d1c931f447424
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bef190e52c88b814469632939b677409dcffc7f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586f185f9202bf6a77728157eea2d5d0a802976ed44e525eb40867c70ebe2b43
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8646ce7cef3c9c6bc54b141bef573da31c0665
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a33521c4d4eaf3892deffebbdd571cbdb909a5221a4cb63f60af9b571750ce
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f212341d4aae865167a06f4d0ac59d03a32bdb1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fec48f875d26dc0fcb32f7cb0d1e31ea5b3c8cc17122b632c6dfb521b9c715
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71667eb82081cd82c72d0843488b9fbd20f59fef
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2732ebcaf89a91894814162baec6bd88bdb2cf5b38f52ced69899b8508eeca3e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9979dc96b6f064e3e94834b5e3cad5f86168ce00
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254bea93368ae7e3dc1f982686e0e014758cdf81b09ff1c74ba27d667fe5f6fb
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3064893223e8de7359da482391b59e7c4a5b0b93
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3307d4a33477d6fc9b75a0489828d6bf9514e9edc3a8d81821aaeaa5972078
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed3efd7d69eebf3db549e49b5a981389066f89b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9b1d82e2329c69fca6872209acf8d9e540c9b6f67b21104a6b03408e41edca
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770d9977f9a4027a9f6396a942ad8befe6458ef4
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1877c84849cfbe896ce562edf0b3ece14f353084b8cd941cbe15012ed7a290
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbaf628d423b61927adfcd53dabadd9a24ecf2b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449e8c927771efbfdfd5e27857d8ea3d28b544d38c190a8d892104365cc47f0c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bfc18dab25682c5861c6b02e240425abc5b9d1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d151dd9199f215bfb30e99b929af454b7a77fb0e1603135411cba8f6dd8e81a8
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae01cdc531c9385b4bcdf86dd4a6f70083a9b8bd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b3af8cd9f3f56e9367356ba3c5b3c951c6cb87b5b0a7445bbf11e0d8d1f81f
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78eaaccee3fd75c06cd4cb89fcfb5917ea454c41
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a2f14c1d276b52f4b0eb07490e9f8e0f1f9a85b268d8bf98d6aca485574ea0
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23780cab02eef6ec82f0192a50fe86b48056153c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aad681cd22ea03c705b0ca097de55d915551f4e9a7f3f227cbb3ff64967f3a9
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c084283a765c7a2ce49ff4ff7d6a5a3d23bf66a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf368e82a794bf662a9a1981fd86ccd8c1a2c2a453523157d6985a9f9c7e7527
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78641bc17e5996d0c1e3d007c891f24ed8526ee1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7536b3eeeb3c7b61d932b5c503104e9ecc2e2a9c444440719ad323e0798c5e6
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c797120753f78b9d6c3a30f2b835268c89b558a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e30113241a218e1b1b7b374e3b06f81b89ee8db62a0e170ff72ccd2069d0437
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37ebd86e56977253385edaa5a25493ff00ac2d7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63af3302eac0f3f96f1fbc6a7f5b04589619ce59ddedbb4b3abcd368fc05496d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6d3666c8166d144208c58d4e68ab1280ae6e99
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49e3f6de2b445dd6f9db1ca4202be6a9091552cd7f02029af3666d1b8cee907
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bba3624e0a8d9d6d640e720d70f0886515479dd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6844f2f2d70cb0c492365dac2bdfa878fe55da7ab22604b85a2357f493d0494
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9922d0367deaf08e851fbdbf3db080cfb7baec8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c9ebe6d1bc7eadb660b09691c5c17abe12b34e37382b404b790be253a5d58a
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31da62697286258f8e0705a707f6251f0aaac9d0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae3e46e11a7fe55a39cce36ea1fbfd38852711d57cf17912c43d9c4bdac315b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba8561cf43b203ef53c6170539d60c66a4e9109
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caaee1f6ab879a6b20230b401bc9cc1e1aec20d2f6ea0c50629652fdba7d2c9e
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3d434f9fe0254d9f98ec15c8d9eeb0cf976b38
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1168b87ba0c0b0f816c1152c8ff80db5a70a8c62fb6d2e9a08821d0676f7c0d8
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfa71909f576f48eeacd2e7e3c72b95a98f6c89
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5faf14e742c0a7ba3846c1ccd98deaa00e3817cea8f037ee00523a0fbbc50fb
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82325bdbc7c2a1822728a605ce08fee352d45342
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43534f48ff22087537110c52ff5d4de04d1ae43a4df73cffcbdac80715c9d36
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9a7c1b3dbb8f105fdb922d4559889b01d64d47
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0b5a8a497b77bfb2acb75fc2440e2a8ce0ec5cc516ed78cebb52cb1e997666
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c204d2ebb4c967b128a971eee683e1e032c5ded
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a8e26b08c3f097f5d6930d8e4e213fb32406c19c8401aa038ee685963e9e1f
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e87da981055cd09c99fac50613b7f6a53d24a80
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad3065420f0d161b99ccb0dfe17426adf837c7602ddff13d9e05a6344426750
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27714bc059f58a4421f2aee38aa3295202c3852
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cf1715a835955d32d29c9c8aed35a080aa70dda4b74bb20e35e05aa66a462d
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7f29345d287a70bc0d21e991e909c24c44f73e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effb2e93553ad44649d616da0a4a11f186f03a7520eaafe9f9bf4cfab6f151bc
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e15e350a8bc957782419a2591242c6276d1025
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880c7cb4cfceae00c22d56d37c969ece54a6b81138554fa5754e59d0be4b366b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06eef332a7dbc07900d7342e19b6cf0ab276fb6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29b72bb84a416699a1d098bcc1f2e76a64c32e90040b2c3367040d3191cbbb8
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321284644ab95b268f6fd310abcaed0af9f2330e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15237539583f80cdcad6884d8d79e995e3098e1b1029d31a02a24c1e0a6cf71
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5cf6beb0bf730ba0b6febad970462f9e093dd0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2ce9e7dbf226e7365420e54c5baeedf461c533ee9e0eecf23599e5bda53ade
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10cdb00b5a962470514e9061bc2349f159a9e888
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf919e055f5bcbc865aac35163edd481c3e3da113ff4d737614a950d91dce81
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e247c234a07a731a249ec1c40a770028c72d992a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6201eec8070ec7d109c4f940a8328920095f033c1dfa9fb82bd07e112e8c65
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f1baeae3a5696e9f1e49de1ad9e2c766c451cf
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4c2bf7ee2552b1b1ac8f32330d7e01c06a8820a0ee10cb896da39329122256
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2af7ef50dc184144cc78df5ed7562a7ec35946
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd2073f6109d70b8955885a911392eecc3084dbc85f83c74416cfa3057ec33f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4abf550fedb0616fed02e73e9e85cd88289dfdc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831bbf37afae50c30217a4258914268850a2df6be3419cd1b1968e5dc1bca270
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6075cb272c148239b71fe466f426ceacdd9034
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea51696112f7a2e52ccca7037a1c7ce8ae2f89e8b2ef71dc2b079c9305112ac
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8980a40a2b63f562bd7334a532aef518d013f1f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1574cb61d451a3de3bc04cc14b8844ddf93f12a073d95f1d3379185e537563d4
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9b6b4ac8e1d24ed49c3ece57ec4be238955606
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db53c23181e54a85b090435bd3800e4a1b3b4d83a72b1e189882032495f73521
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658b0a27b6338745b38ec14e80081f21519cf1b9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e33232072f35c5581f037e41cdf930c7aecda70d639e4e59b9e16a80c2a911d
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72eafdb98483cbc1863429bdab26239df6ee1a09
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7ad3b8c6255d3b1001a8285bb1058d176ac1a6b7a1576a1a3467ae7f983406
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d261a8710b000af000841d9aa91cf09baeec519
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5155ba5e3e777e8527a8e4f4db4110f5ff6bf717607f31724b732b6d9bd859
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7981a762ec0da0b1190124d55ad227dc755dd5bf
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fda33254b01b31857f93a766694f0ab93d057a566647774e1f145bdf8b63186
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62797071198bc03bb31ad68cbf1e47a2c3328a93
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4bfe8f6ada962906224d857cd25eb6cac3d4723550bb109326397cea271620
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d93e54a3629a6bb13b1c109472bec2fbeeaeea
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4d4f5a0df336f6eec0c0f38c22678cefa06d05e693fa06a81b8539477607f0
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f2b337403d7f42c6b23aa7a2b47e727a9644b1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65050600e52fe875c0b390a48f59cb68a7554777838ddc9471a35bfd900b2e4b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71b07034c3f5a0634e083e3706f2cca2f946326
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0241ae0d69d00d0e06ac18b3887487e602ada6ea6fb7d1e428d8f8c3c716fca
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cdcf11a725303fcd9c4a1256f26e0715cbbbdee
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b02fc3e4443043b3a0ebac809993610fa103132a21d10b6c264b00d014ea6c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1053523d337872b8ba46a51e831e3dbaf54c9343
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4959d362e54fb190ee736cfd9cce55431d873aed7d2e982e1af3182ebe5f60ea
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71276444dffbce4ae9af2e7eef4f27551d539095
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f571f5301588e68211faf2f3232060298412a4f361962bf4d51f048ab9afde
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c15abb4f314ede43a2f9fa0f4acf6f4fa797cf
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a8cb01f7fb66dfc2993861ce976c11c7b8bebd47aa6ccd550fd852f5831bd2
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4dc5fe21a228a3f57509ed04e6f3e1a9f8a8b60
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fae474f30faa4f677bf5db9ab9c28ee43e7c973a9524d4d73381804f7337be5
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988f991024c9345c79e513bd0313de930e2d7173
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f78cef09d150c34d9e4b11bd631a30c1897dc844858112ed95cee6b5f1874a
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26987ea9f17fc9f81d7b4e7005a6d07580ba65b1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7e883689b792a39474fe3c17883b0ecedfb89d6740f9350fb8efee3952a7d9
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5be7b5f72322dc77738cbf43eb2dd7c4a1165d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a792c24d4a3062929eb051a9cd1c6c1538b6ab06c0abffba1dce3e4483de488
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6309cbb0e2c1df8caea13a8209f99db9e72aa999
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08483592d218ce96490144134671184897b893892aa3253a00a2cf086a129a4d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a455ebb342c95f73ce3db29f3f73eed625d54d7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1617c92b2ce8c5c513df7e73b1329a20fdd913377485b2dc8d274726cf50fc0
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1091d2174d47361096c41dbc23ff415d6318f8b5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d81c8460b64951f90b9d1f9b5e55158188fab49ce8dcb6da0788d7c35a8b44
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a12f8e80989afed6d096cf179275dd4c8f2a21d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790491af510d1b8f7970614f83906383349599be8f25164f310a2073b360c1a0
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704b8e72f7f45d4468752413b975062675f79748
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f461f034fcf6c64f6c1e3826bc87a9596b47f64c68caf4966c0f9c9dc1ae745
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d1af11222fded7426fa8a03d0e8a64388220f5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92a0c0c75fbebb0f63ad619eedc9406825da9bcec37f6e8e238354017fb3073
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2b8db35311cd7923e037e2eeb6a8274bc4d639
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05ed6d993c6e12ed149be94ee8cfe87428bf7dd868d17f12fc4585c225279fc
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae9a0c22c9b465bea60db24f35fd806a36a3cfa
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1fbaac223638a7c4582615ab867b6c4bf2e6f96d871fb5aa5bde6755f498d9
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca723df2546023026f873ff0de5dccc7239f003a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617b63f1d46eeaa4f3b8c3547de39003c8afdb832fb05eff377a0295a1bdf6c1
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd489d82892284fc5ac3cfb81bdbec96f8b6e5d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23e1a63e5fb98e472de95d1b9ea505b029eed5b275324f19d5a23e7fe9f6c8d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b229bed99bcd2065bfafa583ab414bd08fcec595
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7376558f0362620c5a83692e1fb4ceca100fd61a2ecdba47ab0914b42294ebd
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07ffacb986cda4177b865c46d95dde17d91e72e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2825c35b25600dc0485d4bd66d9203603e218cde5d7e09420d742e495c11d12c
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce597c6ab3343aa48209a926e38e49804d09314d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091bb88cff185c13030f85314ca13ee0a771ee70f6937c94b9e0163b45c81825
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4ed76587005748c901a108695cdf3a5fb0694e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44228c1c713c644254c0aea158a72aa49cb4d04aba7783fa423d37335935cee2
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fffce9791629c6101c793db91989409113c638
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180ee194bb98b3615eed7b2c5cd505960523a506b09f563c532ef73f1b70bfd2
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352d1c8832569e6489e145d3a8559a679b8fce3b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d495b26425aad819f91944681a51cf214d253ae8ec64a3d43aa015f532fbc31
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9df3461f5986d28471113a76d116f3e28003d6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6127904e7592bad77e39cad54a26e177ef8cfd3e6d993af8b0bc645bae83bc
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002017c6780b2a4778ab8a4f5c864a92bc6ac3da
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e59ea7ca1a0d261f3ca1e80f26682278ebdd4cf0270ae333c20db8d1f1d815
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84aa9ea49840772ac72e15f802c809932cba4842
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502fc92780be9e5e71827caa1b2879b07b38db12310872a0981a29f2a8ced13c
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f59106fe616759455fe956912967bc6ba51451
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea7e7d9aa841aad7e0f92f672133263116e938931f59bd7c64d3fa4c79f1a7c
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0bb2499d766815159b406cf1861109aeb2919d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da81abce3d3ae9f4c9e89ca32b95114bfaf477f53de0bc36a0e3386a813b492
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8263f724f6c27a595dd82eb17afb36eb685f081
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f39be6ede58ab4a46df53572c0449ab461093df9c1b76429bc0d10d0de44c2
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198e3bd70f5dce320aa95f4f193a27f93adbe3de
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87baafbcad2d6bf93d38cd521b2559c23d0669cec574d75c8b4a26f4735ff26
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b106e8fed07240b716d22fe648c05d0f5b55cd5d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f696d5ca35449f09f0541550abfaf0ace0436213e7fbfa6107a747b8b1bf0774
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011446d2bbf80dc3f43bb33d3756bd39a684f02d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39a3de2572ebcc83625afbc647d8ad0c009548eed7b941cef9b2ae23fd842b1
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf583413e061469cb345ee67195f4690963ab57
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e299735a14c4a083e4bb3737c01df8a716387dc234d050c3f6233fc8828ab3
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18918303a651db49ae58050f416327043c39911a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ae0c0fe7b1fc9ed67d6e6a15d5ed7d00559d2ef80572efafaaefbdc96ef41e
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c635d4f5c2d949a7ca564f7d21d96c75fe3d0d4b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919810115a171189d143491ac92f1fa32b8460f2a31c16245e9fd5cce74e3ee9
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f195d6b9e770cb50b147e24335818cf568f8c11
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2188845458317b2523292b9e5873027e4093615e868d42331916e1529c1168c6
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a07fb907d448f21f161ea32d9b7616b33ebe5b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c75b4a2ab3a8d9c9e8bf65dfcf1bd69013c6d31292cf3926009e33b5790101b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a79cb97446e1ac76a8d6a108a99370a7034ef3b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301e3f806e0a5be18c19b68a5dab973c936d90894fe0dd8ef61eb90a66dd7db2
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6362ba375bc149adeca81a8716b94e9eb1798ac7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009bb21bb4805341ec1f569504e8b95762149747b57efb06790a7386d3f0afa4
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a688f6564cd18b832249a70aa40904086727092
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9943cedcde47e0f3f587eef24875f16c9ff6681bc84d1ef88e9016d535712afa
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a88ae690c40cc70134a1a634664a8137dd2b6e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cf4ee841c0baaebf4f3de04ab2f8eed6ebe9341e55246f696adaefa63460ad
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6621273b3b080b92ab5e0380c4dcf2a6f67608d3
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e2e75c9e045ea4831af9f9eb93b98be203543c944a55deec66726ea01ce4be
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccb9e97190858dc295c7c3876e8caca897f1a9e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2884d75282e854c52b20294126f0c787ef10617082d2de138c0b985b89e09c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa169a8e059d7dbe1fedafbd912fa1685792e890
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50507cb47b7ad8fd2f2077d8d5c938445a9132fc34a0ef56e10b020da904c316
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d64267053a6dafc7c2312eee80246401c0952c9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c05dcf59627eb51a273b661adee6c9bc54b076b36f2a71f3adab1ceed8dc481
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0a7ecbd89ea2c32bf2a02b23c22dea3e00a085
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d85028c272421f336b019b1b5aeb2d7acad1adff6d0685c34f1436b2611612
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de07f7c29f2f932a89acc8ffeae583c6ff72b54
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19ed1751a05eaa1b25e33765f2065d76eec49415e5f7e0f5e702f701136bf37
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae57c4c32b699005e744d50871e5a4461eb5b65
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81ba4a0da5798861a7b287d19a8b14b143ceb46bc7a96e3ea5268a8064ad49b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279739306b22ce066cd00cc71536dce7ecc3b72d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7296eac0d770ef833713be85912e6e601974abc8fd0f9115f37f8b07468800
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccac98e8ffacde05dd7a0e9939cd1adb64df4b13
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a44882c677c1543253cd218efceeda33b9ae71d8a6447206be671d424d4870
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14b5ac804aefcb99d58947eb0cc87b85b784c28
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5947426294578822785548c89beb245d99bf344617f436ca0c3d965e71c285
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b6f79febc28b980111a1ea87835e1ea3dd89c8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245b27ee4f180d2329cabe7576cf2d3812eaf752894e7e0a55fc11b9257e7db2
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d93e661e8199d3237ad1a6d8e33f102088f68e5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4120721aad2e339094188f0ad47582c2b7d561f9774b5cea745077861182c83d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba12d075c3c82beb2f6f00aa03c575c61555812
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4110b8285a823a4262150d8f496ff17a0abacd989c10e8e7245d6a8afd0308
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3b778ae4880fcb66a0b53b75161c60439c61a7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638906e81efc084326b557db9bacdab36cab4d990a271426d80886399978d52d
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8f56e772c2ad94a710ee100165d9d3a552989a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36308fa4a551e54a8b84dba2e9bfd0859d968766e47b4cd3b0efb03d52f3fed2
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd4268bddf9207ad36897e718da6fe6de4a9a7f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823f0991047cefa7126bc74ff3f929c33c1183ac5e2abefdb1387bba3c811111
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c118237ab882414fae6d7386d396e572647e4bb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4ef35f19792aea9df76a4d6bb8c7604cb5cc4602ea48936b4ced1785510a22
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d5c2813ca8685f9a6777ecc7698820eb0f4e80
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fde68128c89154ba388f5433de09808ca951d013f3a7d25f5f93a9e5ff7c19
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04486ca44c03fa82a3ef6945aa4f39c7296948a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600ef95c5e8818f50d87a1790fd1d51760a81c755832a989e1ab30ee22349f50
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18045a85c869282ca31aac75333ec358beac3c33
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9a6590d57ffc8e4fba385173a9531e9136fe78d7bf0b8b688cbc8ab625bc6d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace67465ac8e9fbe7274e9e523b5008a1ac7aefe
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929bbead57eaf81814eb70fe9d2f874d27c8f993668b5911ea79a44a57a54b9f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d8a51fdb277bb7fa7a6b12a0524e8d8a9517c2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670e078d3c2558d80249b006b2e940b58b9d8d1d1cab667fc69c7648aca6b05c
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fc864d0ca97efbfbe1cf855c9adbcd7d17991b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3208c3be1fbdf27334c304ac969cc9aaa25c759084a4e18c32008980cf05cc
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca05eb4c52df4e820add61a67d7725acfb8829d3
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a74c02ab7b0ef2f1b1c4032ae14a32d2efeaa97320e41ca478b3903b7d0cbb
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fca7476807252c69d9b745faa8a776ea685ec8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e857de9b4d65fb2721e9abd3d50c3fadd1c21b5ca36fe609830d41eb0cab04
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6b62b1ede8cf47427348f2b7f01e7878caef30
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de46676e82b63f69a46cacfe428e7e4523de75dfedc66c72d51680a383bfa0af
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17b7ad9bd49e4fad3fc0a586fb15f3153b872c2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518aef26c35eb36acdb7c609112b48ec608065489e232ba6e10d17f42d201d7a
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2ff21dd95f417acb226474296cf1895d625d03
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40526dc3ff3c4ccc20fb42269f3a000c762c1958d734cc8467b8702958892c83
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30533be663a1aa452011529d8e8a4091a9c403ee
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84faea085fdd32a3714054392845621a9f423baee3fb7d4d2ef65052421294f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e49bc884d4c609b851cde8e143defe664fc2f4d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606b2e4188eb0d871da09845e2a55ba7e311fa5d8a8e671d4e8ce528907a2603
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6105ddbc70716a98d78d535697e4133de3df794
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d9b161f7d0a7938cedfb4796fa6c21299f84983b47eda2bd5c4820e049cc06
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccd4c73f9618865b602dab29f2573cd66353788
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfbc69aa4c724f68c25a3cc3271aa6bb7d81a9017256d9b0072b94fcbb67582
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231b7c9d3813d87909984977dfb7a8a8f0d815d3
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ad0d68c729ec68bed5f8008944ef593daf545599024312dc623b71647db5a4
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c5f7b51ddc910b3f8a7f6fc02c1827fcda803c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928dec8aa024f2bea94ce060d8a36a245d22e275e7df5770ee3dcfdbd2da3824
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9ed1967bb895f7af492f26ceb6e8f455d5cfb3
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d1775e265ac6bc428687eb2d98b22be44294a8c04fc2622c68e51dfd2151c4
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c150945272940026130097c0f4a923b4b628cf6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ef0df254886cae8c00d157cbe0db6db496e4c19948e5b67a2d8ec78def4649
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d72fe3df731457d4852302cdf8029c8dd8d4185
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d65ad1b4c7c0cd9c848d1583f5ce6734d87878e85f091321378e704c048651
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8463b6d92e39191db3b7a7deddf349380591df57
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3040577269277d716d3fd51145a9b490c5e1efcf9d13b59ee44b302161ed50d8
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c46e627681ed43d0d50358cd4e92a977d221962
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8ac20317a22343c5fa07d2a7bb8f43ac1464a5f146f26f0ccfbc170abef8a4
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffee17b363cdba1e1e9be21dd5c545891ac2934f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d828fafb829d26d03de95cc46212de8e353c5b5c6f658ad7c5f564206870b5f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723495d859cd20fdf38597cf4fd9da6c99770322
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324897234d4f9b96d3276b97e5a8b51c73672ee0deaaadd4741ab1509ad5c3c0
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78754f66c4767c5babc3ae68e214c2538795f22c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c353d7d6ecbce7eb04865d68e959723e978a918a132a889cd8a23a9fc9ad4bf7
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466b3247437bc7303fe8a8d5048b606beded4d4a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5615d735a69157a4ee73b0215c7a9e358dd341d83cc811b3bdace432e8a8c675
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d2ac786955b793ec44c7a65c55ca1ef89374b2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2976ee95e9670dd2b77469b1538031ff583d2b17b12759f0c5e2441429fb902b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79477760f842aa7f82faea320991529c7f294e32
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ffd27d2b42d8a3ddb7be86edad4d050f1f5e5c300c83783810562a9c784035
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49702160d8b6665cf4fb9f3b8e7d500ca2e971b8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0931ad9f1a8ab3c4f2ba40ea00cbd0c0e655982f444b74c0138e14c4fac637bf
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad4b380fb52a25acec4ed6836973f79379883cb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733663e35efc4c31f31766c299891cd868814efa84931ad1ae1adb0e1656b3c8
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d086d7abd5357f25d42bcb69523d21dd98296f8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d013edd55c4e92151934a7c795a9065cae7610ff9cbad5b048e537601aa060
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff24c611a920b53608530e4e373287351c1a5f3b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4d5c7a7cef20a851c9e97551fc2967c1738913d322ef0ccbb6a2515dbc46c3
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd184138be92504a3a2cbbe25b8efbe20623c7a1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7367d0f898646447944a766268a62912acd772d8970a121143b6ae9f6eafdce
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f5b56fdc4534065280cc59da7555723e96829b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3560c37ef3f254d1f9d2d1e6e62463d5e06d8b6c5b1200df96bd9163dc05e46
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a2e1fc970d5677c934857aad73cd651c9e70fd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bb762ef767a03f8882a04ef9822a1ef914339d9c1abd371b88bc1b46c66ba9
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bf130503330b95be29ee3f890d856eb0154801
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b3789bd681cc1862ed194e53e28dab0cb385f4696f56da654906b82e9730e4
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3bc88cbb950034c61562dda037746c93f04edb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1746f20ca35ceedb0c6608b1b448423c884fdac5bff0b61fedc5db06d824ff
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57401a74bf12ebc2bdace6cb8ba69872ca4d65e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3070e26d72e890f571b40bf9595d5542bf270c26fbb2cb935097ebf0bbc9ba7d
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c21dada9dec2c4dd03a2ca4e198bcf421cb3d9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712bd68042f37d3dfbe3b0d06ac2f16920b8bdbb664a3d42c9ea27f7c3b31c95
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b55047f84f3a893a3120bea038cc90ef27c9f4f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce25bf83f82199749160f7faae4428fe56ff44a262e340e79f1781c5dc025272
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570d2aa15656dd1e6d6574a00dbe33df6647ad21
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e050c8ea927dce004ad0bb03c985ef4c4e1e81f79f3d25fac853a21d902a2464
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f60e84495d183e0a4df012e51eb4167823e2c64
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137ec9efbde1a600e6ba3e94bd3d31065b7c0a7d52e704f176e602217faf4d79
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f808b0452659f73f69c6d41d39d5cbd62667628
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a02ac4543eb10478a2b240445fb56335f6fd5c710e89e9653a2f7d814ae6bf
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ab1624f9c8eef7581dd691628d5b128b9b0abe
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54fd4dd13ca5a9398f756853bb66daeb05dfb309478c2c54957dcff3bd33e19
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a63469b60dbbeb76cbe290d35d2e36ea83bcd04
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c60656af091ddb0f4bde4d56799408fc8757ca997060ae0df0755ec1f577b04
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912767af11eef9eec44e6fd475a7a4b52c78e212
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1b499a4d270ac5d8b2034dea542b8fc877164720f3a8825d9204272eb2ac9f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98e367259fcb41235f359ec8a28c6699f4359af
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c4fc1840afae64b148ff22e217f28087b9b8ed4fd60fb1255ca74397eab5e9
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6b323737a8545cc573513ad8f827c630b4b13b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2caa68bc9dfe6d4bdc1ebeb4ae640447d4b9d0a5936744d0e6a7b7db967df6dd
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dd03932e70b45ada6efba8090a4948ff08aa73
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12405be907aaf30539af8772b2965d456c7bbd784c847018d988e0e0ae5de92
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88cf76e780bd063cc45e7ebe6b84e019e8db214b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfeaa29a42e239ca67e968e306b70f6eb7c5fe64034759a062d09f80653ddf36
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3dfe5336bf828b9df155a5c31154431bb1e24a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6693e2419250acf06eaaa080a56b98f6419cd655e5a80ef9c5a76a3fb02cb055
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9ad02afeb2cac8cf35625f982bcea8befa5fe8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c369ad0016a4a6b6868364a04db6fd3d99b0ea43c8fb3463525d7b927c3983fc
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf65ded0424774a05ca5c6ba930f2a7b82500445
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f64e40067681dbdbf39551bcbff30cef4ad8ea3114febcb8da50a1103bee10
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb0a8bd5ff4ff04adf0e9917a87b6d4f7bc6005
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729a6f14d6357354f656db04d603e2f22c50c5f0911c0cfd10eae5e8d48f4697
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad91585c60fb1ec78a95aadefa66cd110430f927
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e9913b38fbeda06cdf8a54fefc1ffabc087c283f343d63a95d8ce961e73443
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0656f67c723e7d50e8661359c78dda4a598b7de7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae31e27aa08c8e2ec51a447b3cbb93b855f6a9f8b8740836598a594e8fff497
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0671ae8e7e73c8d56290463077912d71d6c140e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe9a3fe37493d91e14c0c84798698218aead4529887f115747dfea0767d4453
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25a58a4cf9eecc38b826a181aef7afab30f121a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c7ed85299a1924119be7d6e06d855048db559cd1a72d231b4a2266e8fea0fb
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b97199f410f982b12dc7f208c4a870895a8f06
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5aabb31d627136e63f2e14b0e62ccaa378f4af7ed36fabf32836d7a5c2c50aa
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a60315fbc4f36b0b8541db8b7c2643345af158
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1744181f45f37e8faa60133e929b1591553f0586da91be9823b2bc64f25400c1
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a269efb980823ca18cd051d731c8fe8b9a9a769
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e653ef2c56bac68375a0621840796ab305e1a9d42cba378f387fdc36c0e68437
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afcda97e3886bb39aaa797d6d23e5be19b3490be
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef76320e8f7a77e4e4c7fcfb9095799ca15db1ffe7eb78005d63be9efe44abda
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d97d2d4f919b2b444f0de9d6bde931c024c60db
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad73921974c2836b51121d78021b44965074b659977fa7371cba5b41d75b270
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446f7ff6de06c82214d7d327d56a04e561a4d630
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e87ed414233086e3bd70f8b3d29e0dde5760967bd4df323e349b9923cf1802
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9dd7015609a83c6b6b30fffcc72250287cbca75
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2100eb6abc0a871a5678f96cbf279dcb96f389cd6c452d302f909bfcf4acf24
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35cf0447c93db6a4790ff4d78519dac23a95ae6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7649c1c11320c001b96984e8f9978d567a1f1cae3b2952a84901b4513f3424
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c868e7ceeef2e25a16f9f5bdfc8c2053d8079a4
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5478bba2654d5cb052598e391015fb35e8268178550c896dc7304e3ba85e60d3
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7efe61655f55bf07da570b8e26dc8bd1af3e81c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061d921ed416e52ce33425878d80d2b229e848649303f58984e2282a0c7f1189
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed893d38065e4da3be0cc5e1720adb9e8725c3c0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c422ad0fa50f9f8afc986abc8d7426469e0bd8a1bdff182d159271ca1cbc3e5a
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d6e9977b9509a5479f1c221f7ee1c859b61bd0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273c5078d75e9fb9866951495657d6e9057e4902b5b6bd93788fca7d59a0a940
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122e7b93740750252754e7e9dec159144479b23e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a66c9faf87463ec1a4a2a57cf94d21cd75c6c697f150ce9dae5e640b06c7156
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f2cc3b1c277bbb6d264e55dfe7358d69c8d3c8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e57e640b8378ec68961836b4860bdfe3be68745f53573f5560221f2c83d9e3
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f280cd6574b6fa261b2ad1d5f51df609f7ce6b2c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1bfb007d20b38cc96651d7f71a75e524dbc2f9fdd87cd4ca8eb130e70b6527
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6847b4a1a0b78f77372e156874e0a08effe9ab6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045869e4bcbf41e80f5fc4dc87215ae9edf155adfe18bc829011999b0f6f11c3
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17aa782cd2aa3361e396489ddaff8ab54504d108
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a17d17a93af7545c94ab11c3df32e8747f5d927d58409957207b8cbd769c96
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d16a7e5b12bbe6a00f7e2569d68d5a13c73141
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54ebb1df6c285e282e20e18e3d60ae12fd15b909cc9b91ed47ad55eb0e21765
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c950896f73057409c26a7300f79fadc84e5981f1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1664b760e7a10fe1a8bd8843d9a503a19adc8bec487e49d6a11937afc7f0fb
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925029ab3c23a0c3846f78ebb7c6cc0122131fcc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da01302d91f9c9285d60dbedbd2ec8b01366cc39d2ef58c329f1d4f873f73701
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888efbf7173dcf318de022b81a4808af82a2b76b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b6099cdb63e0eb747ba8f7b5e4f9e7bf21e7a5731d111ad773208933af05f3
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff6112fdc98365db6c55e4a670e15860b8215cb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd24c0458af6c87e507a8e5e04ae910d613aed50627085bd1b2a011cb2be846a
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9166b461fb611d565d8ac5129c41b72fd8d9199d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c1ff899fc4928bfd5e30e0b0c3edddc64140283301947a81882b5450a81eaf
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504453990dd3ce19fbf7e2eb373b1e42d9b4a11a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a5fdb90954bb7bfba943b40d3bdcd399d15e7009a71ac2e37d46d2212a6982
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051701c58d018c845c017f62a701066795040d1c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7326c0daef12c352696cb7c0734e508dc7a0c120ad8518999638c5fb0ab4c7a
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77484896c9966f7f9e238aa7d0c9ba0ec3e9f72a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4b0334f228404622c570abae1a6d270213d6d2f50b5a26447afaa824e700e0
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4f4aa1e9664c4d8f2eafa1993b6fe374a9315f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b7b3e197c2e14da5dca668dbc03e1bd2ec1e09bc315fac40d67d42401e82e7
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c28d60f6b671e10f7fb7ef962dd3c150479d19
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c302607c01be7c812d729c633c8363c0be92233b313b4882085d3eac53f3ecd7
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd757c788ac66cb3cf65bc2d634034927e99ec8f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614ac7a241cdfd6d030d5c10be8cd8b2368e3633d13ee1c81386d729b26592d2
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1177f487b669cb77d43e2afd6f9bf74f0528a407
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fd16a31eb1053fd0749efe6b2727f54652a9f89c65aa31b5633275f6e5205f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9bb26e1c794f787efa76308ac75c8bed1df695
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4879c9455a7b9b1648f9b0009155b845d82b354d1203204e4cd793501225b8
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f42916fd011dd1d2ca29e0238aacea8a4e7f987
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab116b0beba269767b1a54157f02a9e4b8cc51faf5ccaffdcfc141108dd4bce9
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9707c457a2d47cb13a82a33ede44f4e06ea8ad
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ca8d38bc981b44f3a4735c43bd76c1f72a38a9bec4b9633b336976c7e14e68
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2833f201e1de5cc07317c54c43734f35963ffdd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4d5e53dea973e375c3552dedfce6ed7142d859c4f171f1a1250fbb57df247e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5262b4c9fad6112a9844b55cc6398ee1288e7e1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4cf3b634ace483af0d761b25b2c5bf8d08a6369d8bb1d4cf5b0cebe80c60fd
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86e9da8620f126a2abea593693691ec7b5df57f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a43b14c32c59346506eb8ffb872f2167c7f0030d08a39f686b06a3a8a1aaeb
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c5c6c83600238f94646808807a5cd7d46a03fa
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb9ca566e5b672f8c536c9a6a6f27b6eddb3c8830da8189238f497f2d0b8a79
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf9bacf6213112facb212cd7f7a0db2ea1106cb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a44d08cae5b2dbec1b4b68dadbc9151275c65124b2d49d070dc4ebbcb4bb5fb
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550cb29bc469be505e5c4ca3b698e8e6193d1e1c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e06575fe6542e5a8c179849fb06d131261f652767dbc54b32fd2a09020ecb8e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b89281969c2752c9c18aa49e69c13ecdddef921
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74865d524622634cd97066d7e88f8d96de06c59116f9c07dd9eb28981e5a028
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f147270c43320e96b451c72e3db37cebdfdef63
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256bbe15824d0b6bffd2269b2712a1f4e8dbde01ac0e3b1e08a9b954daaee14f
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e6794d3af9c0e7b6a07507fdfe0f3567597a71
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d4032a9bd49eef4d6ca1e526a632907bc5f7d3eaaf03d20bb899c3f9354237
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2145d4d120392147685afeba5663314870285849
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c34dca8f53da7e13d306bb250a72b11f52385e1b29c4c8f83b75c8af4ca322
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a520627a500cc97850e2b22b377de5fe5d05c8f5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc911d4b0cf71f1421c4ad2101a22afef56b207aafce439b7bed0d637245e04d
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf00f1ab40a71d3e5d2bb47cbaa61dfc659eaf85
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9b7b93c3d264eeda740fc1c89078ffe1c26abd7fd4eca0d080c93ddc841e61
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666eaf891edbf67d3607e0b6de23adbafb3fcdf6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0ac283be4a27fba66cb865efa438a3a59f3862357c6a5dd77719eec8e41bb5
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3796485980c4ed047ad1a5be2a4639dfef0b8573
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9486eebf1914fde90d726bb80a6d69fe1070c2716c9cbee5fa9a6531612dd8b5
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f45fa6fbd72de517154936c5426b3ba5ca5e87
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f865044606c53ef98615dffec9c1640c6c9dfb373b04b4ac5a9af7ad1786d63
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0733b3b1a10a7f44b67b599b7c8e091ca5c4660c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d865780852ee929b1888db880dea9c27f2b9fb90bcf0686e13dbf9256f92d311
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c718aaaef20348b320ed26403cfbb56b18ceb66
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7944a59389c8dbe444744113212b18536eb1caf7d226843eb9cc1bc9a58679
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b264f7494967efc5558b8f1390ca6d25f91bc2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bf022d208b0ce6f8683a7da9c1a9aa7c1f6f65e33f21472a727da4afdde29f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f42ca60671c8cf78ef472059a96907ca073489
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f996079126eb1bd2918403135b4bcbdc47f04755a9f54ebb76ea779bec36c3
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f405f5b9049ae171cbd68f345917840180b0b370
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2708c1262bd7288e9e53d870ca0a2b20ba4af45eee64df5a8310a67ca33ef3
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a5da678126e8133ac76f110fbf760fbe15cb7c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3817f6fb265c91596254be9bef74acfa3737e5cbe6d2a64db9bcbff45907d7
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f14d330350b52e111f279e1bd23c4cbcd554213
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53914272c8e203df8a818e94c3d24868857a08b15447ccc0e6d6b5621488c9d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad228156b4cc37076cde4e10f29cc61cb7316342
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cea36b33b7746d77d7b11b50fcff68cec328dfe8352377b93d349fa7ee8804
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4848ea20c952f72589903a2be9a4e51048e7b3f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bd83c18f5d53eb7b02b1b8dcf35533e19d3cbe291f1145cf4608b19f1f0a59
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8e25ca1c5404829fc43be50c7e8ee429e780a6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7dd7cf02f4494128b38586bc441735511b1dbca8e42de0646df831b8e0818f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91f5977eb567a7b1998470c801500e0b0d706bb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01829a5bb70b901ab7f13ce8004ac80e121c0f38ea9dba734e0f159b660c54f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ce2dcb50e85f09650a0c0ef160fea76db15612
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae5bc97458735f884c6bffb5a4877215ea7d47c1fd6a772f1b4aa06b315c715
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74012789e0bb19da120595aebe215d7f79079f06
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ef3cb95ac5dd32135fba0d7dce0f3efd20ed615231e32216cddc9f9def5f24
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9dc3fe2f13acf1dbdce89f3f751605969f3beee
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790f9474e73fcb53e7ae073d51f81f1316d8e27c18420344b0d18469008778dd
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d81a13b9729d553437dbce42982cfd91199460
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df629dcb0fd14c34addc5b823d99bbfcb2713859613acd66e4f095ad061ca6a0
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9583a0fb7bbc94da4eb416bdec9f6f6e67fdda6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a22c221fb630b83e1982c231a30699ce87629586eb4ea5518203e2bffe3a0c7
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52da960672b9146f96e1509f07e6453e84e48030
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f164fcc00ddab9f0a1526bbefbd432c056441a4cd3151db99060ac0af7cfc8f5
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301abb6acfd5c1c895ce541ed2afcc7fbd4bf407
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e204e53e4f2a8343e75a745e2ea79e79d14cdebeff247d2dd9386784f4c2d71f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fd545a0abb9f2e105b94dfa9377e497a136d0a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003e5c8d0739d5a5c892e9f123c1caacbc6739f09709b81859057a467d354867
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e347a061d42aea4e2e0c43032f5c37bd46d2ee
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca21691a2c62b1d2a2b4ba36ac131eab9a3ba78df2c77fcc7ad7c3e9d3a07fa
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8ae5d7b9b12e36140dd671c525d3a3a2825997
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1aa12d14508592d7a61e1399e962b62974ad20ccb5c3a2edf7e576c2fec2e0
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35a9b37a5bf0043d2065f9d268397e9741c5294
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77de422ad0cc077a9c8f33a1b35708605d819ddfc8f579f10b3d8f95a9edc76
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2365dba3d49b747a352ec9836a975615b7a896ba
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f18b8c9cb63d9b9b12b6fe44c3b8a12e18982611fb8b0d14941f8e2353c994
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132924f4db90f9cc695c207d7efde76bb0e2832d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df568fbb8c53af37a3f2e675e0b8bd3ca81dc9a8c5c3631cedeee9ead05a9146
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb9e997de2163d134615b1f9609c36dc38d9ef1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd65ef975da22869d32033e79b80eb5903fb85cbb4471eb622d5788f7cec4e32
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d7fc304dc20ff9cdc85276fbdd1c7dbc82d27f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b0c305662f40d663c781229179b42f870f47bdf3c8f178f313ad59104df9d1
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7a08fca77485813c32e9ff02a017611d823392
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cd1da5f8117e2bf6486ddbb405b72a7a5a27e1c3592ac01eb9591aba00bcfd
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b8837a23d862698835fcb3a18de8b802d3fea7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d82af7e604377cf401c952085f558b76c27e1aff7d8b16731700059463e97c9
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f135b5eb27cf00a802f7b0cd88116bb57e60b6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89f113299890fd95dc5ef508ebe14928038711352a880c6df9983befe2c35b3
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91c46feba99da7d77a1596c1e024e238bbab3f2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abf2061bb5bde47264e90955277ae6cc0c4eb53846549e17f7236372120fd30
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128d34a59897525148de1c47c1d2c268984a07cc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d211dbebd9293b1cdc5cf7448cf0b16d43e2f31252932acea3354cbc52607387
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21221f2089b2de84474cfbd5e51fa0ea66cc7065
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c655e809f00e4be791732b314cb83910059a3bd077db9802426508aa6b80db51
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de1bc173c7dbe559ec0b074767833d2e92a5be8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86b0b7d14d6aa9c39bffbe953305bdd38638954097c1163f263c40439e67886
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de559f1d0dd4b3ac3fc1b974aa97e3a9985ada1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819e7e38497c05a67753e87915e5f2d064a591c0167708554efa7de140b5e685
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e382cdc1f7226502aaea746c70c6b7883077286f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4159a9dce60952fc3fc7da4aa3e738f63f6b8de4d565e4c37c5e700091a55dc4
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a6215cc5fc9526a541f4cdd6e714702282e104
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7ba30c3c376299035ce2f8cb02b6d4b2a407cd515cc1363f4ab8e00e1217a9
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a496f070533d7ba49c2b333f78dfd5b0e40b5f34
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc849a3ba94528715c7a93a81528be5e88eea87b4ef867fec65bf4449a5ea35
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02f70e80ea868ed53d2aa1f71c1221274831b10
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fc4b8fc629f36b71e9507e63fab11a978cb741eb9c0c5c8540e156459c4fa8
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4a9b9785c1069c164f90b66b94a3ea5768003b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12167863da19aa3c009b25482fa6a8ce5382f5758f8264e6e93f3a1bb6de237c
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3261dd24ae480997edd6f39a2221a84e95695d24
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2e992fd1cab1502ee05db450ee0bd9cc7b16760a5a7ec5dd0fdaf5edc4847c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca98f65cb3922e4a7e94d3d2cbf9eabc7f254d4
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be94d7d0cb54649846c507604b1de1727d62a4e291de253b990f792ef1aba809
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca77eaaac68724cb7b96b1e898bfefd7c4f0af8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da0a2f4d1268c97378a659f38ee86e437212c003447d8ce98ae2bb4f56be56c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf98c69ed9292154ab12708ec1e82b4a9386709
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8267456d799ef878c0016ead021052f74c58f6db95810c3789489079610ad34
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600be800007c8a05ce93f7b9edce49d1f1fc578c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25a8caeb930a73fe058639ec7752fe886afd1c0eced46ed3c34bbe2d0a8a8e6
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423a4a833bb9eb00d9b9efdb58f9d7c6bcf53f3d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a14cb83a1690042cada1fcef3a0e1d2e939d3769b906977ff42c08f9565a82a
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b5350a74634f359252cf7e38d83977bcaeac3d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2b6e8ce1ee4c0b9ec1059167ba12b8c0e689efe2fd23943c3acf58d6085f20
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ce506ab38acc58b07013f921cb360f4c2d44ea
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd0be7b57eb1d9014292b37348d3c255509e1c3758f4210de7d00fbebcbafd6
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002edd31d6db53300e2bf19e8a86b3558e8a7225
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ecc363a333a8e110b804e3255665975e0d69ded94a84134a8c84ef581ddabe
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43199ee5145a7a38b4717991de715dc7a8f6acf
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977b1b178342b9270bba6d95bc6f04eacfa96924abf8c0132babe165b8995d3a
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5fe8e1a1f778e541c398d7069ee64aae00590a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f727e497375871e7fd034f92e84ca84fb6b57abe25e23a0489b2afd727a9bf7
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d56eade7d470cb0d94f308c8d0e5c47c7a0188e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c78bf5026137c1d99d9f6a9193fac9db22e01826a78a90f61f979892f73723
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c5f14b94e0146a0988f3572cd30d05b7911474
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05604cbab48c2b4ad4efd63af0724ad02060c3bbeae0303376f6643620b1fb54
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d57edabc477693b19c548cf632b9bc17ca25bc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da24bb067a51db4875301d5557c008ff6bfbe9a65d644d23285ffcf8f26ad54f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5d13bf03cdf8225d443ac65678cbc9b5bda37c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19065f0a7a123a5a66d0eaecb4c0306ad45028a8003370829f795cf8696fd244
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad79e725d7d0db2b6de832758b439eb966ff301b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11eab4e1c8e68b0c4a09123c5352f7169b77d7c377476ecd53252cf7dd9d142a
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8519ae3bea2cfe8fcbf2290c0836b6e83956d2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebf14cc2d415d33de95c0a8a3ece92bd9f06894949366025c6cc47a623d96dc
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6027b6ace2fc235623c0ad1f25e8e18e1157c8d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7311e81b21bf6604e55ffa99c48f951476cc8133ff3211e56002affb5152b196
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd78e387072477f9af0214c1ca91d7dede9ae3b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54c12f26f8fe1bf90cba9179df93dfda97ebcb3413fb9d88d27d2ab0c76756b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1e43cc7dc27411ed2004cb216c3fb99a9b7491
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db6c1228f436e242e73b5ef3c0e4d1eaafaf4bacdf9bccd68c329b6bd326749
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66d1c9a08f1b9666f9cf302be4db68a8f45e72f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9263b09e3c9028f2cab359038de4eb376a8f318dde2583fd819eff993006a39c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c07de4d8207892ffd723a2e33b33d38cc7e0c2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484332b923db0ee795a3fc56019fa8be37a9d01eff0d04f64dd668b2bdd26a16
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c548b1263543a5c70c46d968cbb24731e2c80107
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb328899fc2c94bc96eff72ca3dcf8ed5c8b5bf64f257a21e1bb8bc90c6237b4
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8761ce9056c6e3187c69329b2c25aa475acbeb3
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2e5a34301706d5cb4cad98d324f243472c6c962ab9cd5c0621f3824bf0c72d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2520d2e6518a0685b04b9addd2ace5f0152629
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfa64d30647d76bf9cd17a1a94018e72c200ba17e1144ddcabb3aa9ff3cd5e3
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8f2ca3a4a845d39221e19eb9165db8d4f7db65
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f211241cf5508bfdfeaf4617bd5445d7ef9be2093d4fe2c52646963af93dc40f
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0df693bd10e75b09dd81909ef2828da205d8bb0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c72c07ae6bfb104a6fccc02430d4f7ad81a43765aeddad76532db7f35f7309
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb77755a9fe76dac1c1bdbd717d80a3c67119858
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12f6f123846d4230ad29d187c22aaa3656e7436ca42ef4091e61be02711f78a
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a057eb6aa4aef8997e6c48158098f7f8fd3e8f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4796c1ba1535d901c9c93e78067e10bb679668ca41a1715abe50c33eb04bfed2
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c8308c830a55146f1b72f6bc18b1f50768692a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c89723accace397df6c4e9763ce248afb1f64fe7ad90c431357f264ad270a42
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608f51487f020f0dd71da0ae9e6aedffe58752f7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29a1f05fcc3596af43de4c950972db18947e8de4ef5b267c098d28c4a554964
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a7c4c2cb2d3c055f6db5fffade89808ec90de7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856a470e449c75657b7f9e69298bdef5735ee3b599df45884581a6f8bc2c38af
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26db2444c2793ea65e9a61f4aaf69fd35bb89689
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694bcf820daa8a7c9bbd2d4b273d85fdba9ba1f4bca153df42228cd96d138733
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178779dea920eeb1581834219003f361f236b44e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de18a008e10c8540b2627bd8d982debbd97f2098fad1b7b5c2b33c7b0240118
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e67734da77dafbb2be2def1c6a3033cc3732f8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b28ba6998c5bec8688e536b569a4abd3928f008f33a9308591e9dea44469648
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41aba8069493472790fb23e0a40a9b3695dd275
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701edd732e6dfa0c4764a58847594ce66463b2d46a2862bfc4d7eeab26bf98f3
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d308a0b2e887061227f5e4808ef90bf1333db5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1661a38ad240bda81f039041e32300aa90476f681ae2b67b8b3b10af0494b3
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e09fb550538ba72b579dfb0daba81a983ea1fe5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70470d7ae14cf6a592e1196d58f828deba80cb25871f94312009c1f09a43f9d4
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e0e28123474de33497e5ce0c21077a8a41f77c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588683a58ccefe836763634efc64d7803ab0d7fa656e38b2c1af559c322bb4d4
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06d75a46c05d8439aa5ddab82c667b9787a0586
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11fd08343a575e203496c1d55cad32696d2c107493b3019f040c70301af70ce1
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971085ce46d705e19b55cd02c4c20d5b6d41842f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf73d1bac11ddc4b3631bab6cc1719cb6188779b68a2f171d8719ec87535ed4
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1946b28e01ad8352caf5baad55860906a0829655
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f35936a8d767fa783492b951ae1f61ce458505b98268180c97e51c7802ebc03
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c9d5c5b3d77b23d2f1a3925aa8af3fd9c89c3d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1afcd5dddec32804dc849968b3b0f4b958bf0d1546fde1578aff230c660a8ba
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bd08544efd28ae11932d46c1866b46ef73a9a6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e39228df53dbf24e6400329469737b37929557a3b7702f3992eadf4ec79c95
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffa8a4d4330f9e819b677d28fc00c1151e1a318
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d019abf42edcdd437a70c33f432bacca2152c0d6c2d0782cafdd21a94ff4328
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed347ac535aa2c4b5e2a0dc7d072fc016c90446
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000a581da912f14437ac733ae81184927fdf3a214007c28cdf39d0144f64aa87
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8d98cf6ca6a016604ee0d154b62c848cf43aaa
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fda8186be0a7f32d5a7260b36a0341274f62e5eab3e1852921f482c5354b904
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dd0b59c1f4c6e1eb6bc84cbcf8c0232f24fdb0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6beef26387315ca720b1c6b64df4cab31f018016f3cc24902475f85c083e69
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a9c6c218a16713ba514da49a10c7a1da4bbbcf
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c801fbf1e575a557c2060ff866dc14a0f1975242ac99b8adfcfbeaca86452faf
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fadaea70fdc964a3931c9c1b13ae731dd891fc2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8473daa73d7abeb006435cacc1c76a31b9794d767e31c1e409ecaf03ff34a0
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355813b3559641bc88db9eb70320bf48e876b618
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13649223ed4b331556cdb378d222ac076ec6b0edcfa418c87f5f8dd5648578d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b903075f2320ebda91582399d1f22ec28233dc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d96849977ce51cfa4563c6067259b5119e85cefdbe43471dccce3b3380a4926
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2da40c25e3e3aa579741a806f40b96fcfd2ccf
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e44616ea55814d56d95ed539f2a6eea570b97f79bd66cf92c3cc93504f190e
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553a68729f35d1aad03a8d46860c8867ff6ac6bb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffbcbf4b4bef304d70a75c9e2d0506c7cea5487f2d33104fdce6c70c99cabaf
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987e9ac8c1cb59a0d124c1a62f210fa05b2bc5b5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901513ba8d03f079bd8ff72044106461e74ad48c27a94e810d401c3f4226c6d1
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740c89db192a3583611670e595baa385edff24ec
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d7e759bdd6453719672e7995de383d1b392356ee67ba25af9eed8cd14e27f5
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cac3f062716e180e7086ee4e0724b0ca9fd4d7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71494882fc84b8abbafa492ac3ea9bd75c12c1c722d81946fe8d9f90383135a9
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f796c689708a8102c177d8be6f4c23ebd940b0c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ca71d345e2464849357b9e9d4d6dbbd9ffc225500adfc08c68ca135e186e77
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac3342fc8d9a199929b3cd0012e215816aeca19
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6908ac3fa6ef994c216629eff8a1b6a08588522918fc3bb173ee037fcc45d5
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b83ca118b8da7d61544d99aa2724f700b7f737
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc30b27be294428771bd64f44741d2a946279095b220687752320a6f6767b9f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdce36697e40da68844bb869bba39b722793a52c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b60224ac682b36ded2d0379c503d3090104377f0eed9b01a867262e37094339
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecf8199353836a8f857c514b2534742ab743380
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7114ee94e52cbc473704d66f9e793221a4cf3261551651c95bf4f8f23ca37f2
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1025d54d26ab3a6a9c1cbf900fddfddaaebcd488
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d576c8954a236a6cc5fb452ac642931eb94f8d409c7f2c5d243233d5cd08ad20
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2388c31ddecf8912b7e86c791679b8f1d9d90f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13e82582835b148fd6bb20c4bfe54730f5c95d8e5d0f7f9515151ff077f857e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454f661994615a0ee334088c1545510099210476
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6a313632f0189f13ad855b2dbe66bcaa3f1fa5a5ab893a2c8edb0159738745
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c116796430eba331d3ea9ebad68e7a9e595c792
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51958f5dc37a5312233119c8665c3cde3fbb4fec6878d79f6c8e96b2aa7fa6a7
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84864d82d8a90eb1de7923dbc8a3f6623348e0b7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27f6de0bfcb1bdd029cbdbd2a6d4ecd0ac8e448f3eccc9d96b7b91418dfa352
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e00ea46bd057993ecf72094642d6480fae629a6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9098a8474646265f45a7bff34a50256e0e18b7eb0cadf369cdb3f601106beb9c
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb24094bcb61ef7b90fb2a7f64f3a348f1b7d50
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404a4f471dc7180440cca789f11ce2ce819fd0b47568dc8a8a646166818a3065
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941d890a2424262665c72471067760cd451080d0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40a49832518169094ee4079ab85c41c0ced959bd2d3bd1aa62b0c92de3112c6
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa640c3b539d3bb7f5d026986ae8f7684d40873
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f415866e87881eaaa0c0eb7f5f9e9a57e6fd68935e867508173deff4ee4cd3b2
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f60c28401dae9c8f13d770b80a7ddfcc6809086
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df561249a8e6becc5e3a7f21946c8ed2567c86032dd2df9149f6a978c475972b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4517721427525cfa5c192f51d76054c07883287
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04a00b6445011b91589fb0d5daba0ba16f96f10a620a6384e42275a8b3e188f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735326bab831b4f759bcffbb8b9f12b68c9e623e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf47a223dd41d5151739d50cdcd726ab90f78f0ca57174b6383de36b59de41ec
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377fce6910ac207770dc3e280993b831c2e0e1b1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6278b6a719778cec00113a45b123301b8e88f60aafd79749f58a442e6a5adbc
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002b5581123b5235448886346ed18316c5896912
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fd9fc844cb27a710142c822fac03f06c6636c597696252199e35474c8d1ca1
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2584a08ca306d0c2c7bc80530ec27fcb4ffc0a36
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5e43477cd6e5da2ffb316698c50da7c2cceb8119292514a798c1712a68f6a9
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9d6f0fd249c6e27e1b53011a06feb13242adf5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b467677844b5258004102cf53508c870bf4e08d8f1b2feda29957d57c68cc22d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff211e054b6822f686fde0e9330675cefee840c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9b51d8da6caa48a94d4f882988790c73f2fd96580fbb130425a810697b3c53
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00070dac154d65464217e19702f3d67b989b61a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bbfe69cb4ef56e56d7771d0c4c67d177ff3991b8f903b1a2876a54c21cc63d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20619fffa750cb761d1370e98c6162f908ed9d94
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4832665ec726c424601d7c93fd34d1f2bc6e2ac5409b77c5fe2883c68cf3520
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c9d91096d5b3b4cfb2ba0d77fc6d44785e0c7a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afb5102d90e74ceff4684bb06c2b430334a7405fd0d304affdcf7f719eb4c6e
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39968f4de5dd0417ebb6d33eb3c37c7dfa5351e8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbb920f0d9504f7a7dddeff1d9e3309031e109e4b1b165c5ff63ab1316a51a7
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b529307cfe7eaaeb9764937d7b93acbece403400
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355463b3645e33c1999593f243664a3bc67f821c321a82a4f536a6fde9ba19db
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8f540e852662d931e3f7f6c1d660cd0d158fd9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1476c3cb2e1f12517ac66ab9c5a4ddcf1fb18aed738ad835eea31585d39034f3
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e46e77eae4bd2289665496dccca4cb45c5dd75
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f1867ee138078b743ebda7329b25ffd5a7d9c3492d13fba2919d177eb20ba8
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25408e5880504b4fa997fa36dd2aa833cfa9e574
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b62b34f8a936c6c412f7ac334abd0aae022e6ce462c67cb2ec0494177a46362
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db5d57b1e11f95e017d61e3c7ef7be5623aef62
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55aef9afa5b7eb3556947437b75f6c8016326c9876471d7384d109ae103420f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e03145c7a35f6dc42573269b07c8e62ef4a745
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3f02c1e9893053a5d82e357b24ad11b8fd07d66352f5f6a382eb81b303ffde
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c4ddc2fa72032ee4013f1ca99b095037f99ded
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c680891b2ed37325fed7b5ee8969feb2a01bc0bbc248af2459c533ef5c6aef3e
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8603f1d99163460faaca9cf24a081846e57934
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0887dc9e956b7e798b3b84568816d59c3f557482af62f28fabf52932cb9631b0
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77d1e03032825cca9b72789801536785ea90725
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a75f5ea104134635e86b59c22df3eaa3777673f3c90b4b84040d71903288f6d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b24547b3cba625c9c3e36affc57e2a2da6a0cd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac44a99c8d8f89ac907c996cc70b1f646951560efe6ba2ac6a9fb86bdbd673c
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75602cafafa1b2fe9b285a80837c063442f09255
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549d845e1945dc52dfdbe857f9a2526092633a313c132fc373b0d89fa5ebc095
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c11c627cb24eb2c7a853b1abec253404983f99
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027cf47fb55ceafac0d9f64a202ce17b63fc73841c50d69f8ff35eee0e70d867
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e354d707d45780db08465578cba52f730a0aa2e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb4412710bbc65e54dfa20b9e196f97d043913e5caee29f12b31c1c6dd84a38
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ada8fa9e7e92b618bbf8167919c851572d793b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12264fa5fd2fc9f5c98bdd186011b90685b7e825cb87bfeb46ff9556578c6b42
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025c84538fa71d7cf6d9d603a3c80d9f2cc492e4
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725b82c406f5ce5304fadeb77567ab717a4ee6b5db954b50bcfa5ea9d62e54d1
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd88641c3d50c6ba6591c6c2f6682cafedc6f2b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9cbab9128e8e9c3ff44acbf1b677ef827de844b4476c3fd28133aecaced371c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f14d61630510bff990e0e83da5fd637817ce5f6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f0235d5b053009cdb26e0538f80348c1226594738b452c73391ee62e471c30
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7a709ab87a8240ac8a530e1e864ad36f692b94
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a4eb5580ea37f44a109e014366536aa9d7bfd46e4621a7bc07c68ae0aee442
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a4cb4156dae3ce938cbff23245943d13cf0e0f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2662fc69522cdfa668b5c56e79b1c44295d89e052c96f3646d6e608696b3a74
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da791e64906bafe7ad6a98a42c9ad232aecfa27
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ca48b6114a55c5cb3d30667ea795ecc5ae811bb65558d6e04981a89f57417b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a25860e395f83a4a44aaad88151bd5f63167a0f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3559341dbfe69400a76c49c83521f80de70e7f018b86ab513a92f47aae727823
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/lm_head/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f114a63032b51330f9420980d0c5088e00dc36
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76b17a3e39ead52d95d8b9a6627eae17cd7644225535dfcac61802d7e4c5502
+size 514179
diff --git a/params/llama3/7/rnd_search/comb_11/trained/lm_head/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b93a021f5ad389dfd6872149b0ff66e6c9e542
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c2829187964e84709fd46f04acf469f67a97cda8b6febd4e29b7e91350ac17
+size 514179
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e92feb230e65426dabf747cb57815143642a33
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1596605a3747e27d11fdaac21ed88812011410edad7a4bebd2deb9f6829e4a
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1f75706fa04ddb77b9682f21f6d8844e0177f1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91b037520b701c103d18cf93b12fad9d368b2cb8c76899b2f1d091554b305b7
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76cd8ba4560726b411615cec03482efe9b791261
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fa9466cdf7d6b6e869641a0edc356090cfaa6b34d474f280b84f361b6b137e
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d510414b5cb9bf5c867ea3dd2f374261fb65af77
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75ef0f5490e02f8cca99c9c6663a99abbb91cc63597c70a6c328889c3e99973
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b2fccbfec0f60caae3e639817cc309a2740a0d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6793720ef2068c7bf811b28b81139e8b42616acecc689de9a9f5037b77cc51d1
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86e4c32984e25c24692baa2ef4983d03590708f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84da53a749413d7a7f8750d3890e3e9f5baa10a5111ae98b82e82437cc23c512
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf1e76eb823215fff70cbb0e9ab86d6344a4eb1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec9d9b5e3067193841909b844afea55d33821fe81eafb63e141afe3983d7dc7
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04085c1116588ad7fa2d548b21a9f375c31c6a06
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135ef5aee81378f042897b87b964ee595d36fa20f875fae8093e0e2b902931b0
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a028f6328e994ff895262a9114b2d4bb211f286
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24879d857eb79a5e8514d968f0f47b04c99a7ebd5cf36e3cb0367e17366d2959
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cc50e465ebaf7adc14701db942f3fa99e68708
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f009f08d899802effedde406778dff9f277984edc8d065bdd6a663c5b2c9fa1
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1f759272fba41ee86339b8f4efb79fac12f0b1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5caa2735c340816c9900c667f03cc80d2d50a6aadff61c1f85b365132f06d289
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15124b31296b171e431cec1be11481f89e1edcb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f1ce9a7e0965d791b33d4c3d8b99284dd4ca36afdd5e0239e355aad018b7dc
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87db48d6dfc9a6ae8435d87dbbd7d75e2240f63b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28c3e0bf29e678e05126e387b1ce2a7835943f09be323a38920da65a4f0b951
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0299f46d234bd6189ff13edb86b5cb498001fe
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40274e5149221c41aa720cfeb91b833265687e091e15322fbc30a2704b4d0811
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de7c7f95d1d55cce2c51b08d2206f29486885a9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbc7fceed672d9d0d9bd8a3ac0d89c11458a6c582d15ff30e78f040f53960ca
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a145452badbd19d8034118e0202f9738f43ae5ae
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbab05f5fef48cc918253c8ab17eecb2234209c23fda3522b0638da0f0e3727e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3743ac83886be56f6a826a0933b0c271eaf266db
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfcf6767d7bae9f9c6dd74965d33929f1ee4013773a037c6e50d6206a4ad5a8
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f63646b937ddd75d011eb8b65cf16531eb9d95
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0704ecfd36af79140bb310139a4389ab6876b5b33c8ac98c86c63305ea8abd48
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69754bda2707dc5dfd530fc72f2d8391d8acd90
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2be7c8cbe232073889b59de64317406289938f098853763f7dc6bf225d9c423
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8f10d3654cf61c0f36414c26f1f5324ce9283f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3910f0eae407c26b564a4576338a27c8b276ccc9624e041335c851c9c594331
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd605aa9b8bb2da9447387d686a10da261109b5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392f208bb91deacd48b65fea7a71204817157d7d41d34b79de890a861d93c2a9
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2531255fc3b31b1f03682c59a0f356a13fff7c15
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93bf9c4c8a9517a5dde5778fdd8894ddfb07e8145245918e76aceca02d6d48e
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad015e314a65a6821fe642884e8151463c6796f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2650b3514081d7283bc015f1ce1e79469554cd21ac268c90418794c22d7ee7
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77598ecdbfb36f79a7c5f8aed02c0e860b8f0b91
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c050919b20c6e9b982ebb4d966af158dd4246e9b821a33383f43939ab94e5e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc00d4c70a831eeae131e5daa97bed0408e80cc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2f240c24a3f6de8fc2e1a177b250023e072a5069ac583f05e9e165cbbca9b3
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43228a2bb7691202426b3c6f3800d7bf276d0fa1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f542c41d3b3b59bba5de7f5a840ba3c6b1189054f7aff14833e80407eba99e14
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72196692d7953ba2dd151cf835d11fd5667dbb08
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6836fc1d0b33f44e968178d0a0753d330a7712f683056b59f77d319bff60ea42
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6651043d9d4d0251c0761e36fcb4df4ee80d22fe
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fae6a56d98391ed2c145b9e439e1d221e48b4879965e830678dbf06d28e756
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a494a80908472a69ff5eae52d5fd1e6f4a8c0c32
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa848ac35a8e0f80c4c1285c21e60b52eae8e2222c474f9e41b980556b3bf2c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76cafd6f3f19308462cac5276ffb83aec7a9900
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb529648cdeb8a7f5deafa623979ae458690154df8f889b40847104acfbbbd2f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb755ad063a30f7275ba0d740eab9f98e0d9da8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a758761b4dd69cdbc171f85c4322b3ab7d33ede8f9344c75791a5f5ee0ae94ff
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00c0fe9ec7ca0fd9c6323563d607db6c78333a1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17627094109e4581950361761e6cddd5042ded93e8c18d35ee9a3a38ea0f5cac
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70bc470064972430b921d8ee89385a4bf54d14d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2a3e33143cf14e1dedc9029a657e42d2f044dc9da8c1c978a6abe2d393201c
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66adef0dd331d58e28048e28e49229c1822e38bc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fdff36742121ad32ac04f933de9b85254870fce83571287289b74a962b472d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf87abb18e5dc3fc6a300f8b247e0726a97e1c7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1a67af4e84f2b26bb26adb4a4027ed2b22d41fcd6e9b5cb2242bc6cd434cd9
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcb5a233c6f11fc2352f69da34f83c27c3ddec8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6921e4e08c684a4c9bf40d976cb4e06c6ba23e4a015c93ad5f3afc1839c4d6
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6657f82373eea1f5fb3a71ad91eb13efd7c8d2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0a1ba6ac85705065462dd3d45b8dad613121e1684989ef50839bb89c38cf7b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860c048aeb0f9ae5e5c181eba00387a5d9f4a882
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d789200e4321c01b2e98d791bc51aab1bd4aad78d9161adf30158a3cc6fcddb5
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b17afe3e56b4a9782887e613309cea9f584bac3
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95827515db255e471f7028f63113e9f51f0954f8aeda20582ec42f8de5f3341b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9edb3c55bdc29730d1478784cbaf7777b701b15
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3b998793b2e5556892546df0ea674908002c86197ce0e1e188d64a066af7ac
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ba7738d818eb703c2d8944cf05042ab9e21fcf
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522e0aa416d9b3efb411e462ed84abfeac6103423230806fa07ea47063971e4f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c898e32e666cdcc86d77afc0af817e7c3c624314
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bb8ffbc19a1224a1b8d6de53a2d1b229b48b6dc00da8315dc5d4e89ea58a7c
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3814d0bf6e44e680300dcb64f18f47549281973c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e640d7492f51e1b8ac0a777c684419e1b8b3a06b86bafe2e34dff64b9b31b36
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5fb764d173ec25b8e1f1598af296cf0b1937bf
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b284fe6966af688502673590881f1373d07ffb2069172f607cf08c56eb886d4
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ac11a69b34c780f8b3c212f6c055293e10971c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212a9c408e865d404a3a8dbf94dd2fa22e5bf52f2b166cb163587f801c8fdd53
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1014496766b989061d6a9f4a58df2b0537f4e071
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021b8efedf3f031d4b57567533e0de59e6239cfd6fce7c665ad9f19e1d394b3c
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78e06241cab58d811c3e9d7a04d1ed20e9656ee
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9598b2bee2f1ea5c5f440cf1524b12f691782e0a17fa7d677bd6f2d2ecb09214
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a31e8b6650b4448f1c4bed49c0480892fab3bdb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44ec0c18299dde9af8ff4f4b04cf53dcf40b9ae27a4081d7fc8d0a0bd6a9dbd
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d2cc48e980fc2b33ad7a92b8a1b41df5fb35d5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cd6ced7592eb9c7fcc04d9aa098b6514e4be8d19d1cb85c0e6600e22612729
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5376037bcf114fa6cde72c919d0e47b2374cef
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f10263e62f476aedeb99a5b71db26eeb4e6a46985507a3533324bf0dd732c5b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c672b77634268ed5d7efe5e05d2ab7f536f12e4
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52c03a3cdb1df3fa728ca4e5931bdd54f6daab97aa1b52b3938968b1ae9b8d5
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4701120582b0ab18e1deb930fbf525bd311117
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bea5c26bfc68f2897097823dba86d07b92ac170dd30478dfa648f4754f4a086
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b3546ff52fbb4e0136cf0d2e84ccbceb96d147
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941808904f8d50e137eaa3b0af8d58887d5ebc580fa90c1f4830ebe8004511dc
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dca02a46a9cace3744e31a95e4acb3641da7d14
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7b9b07ea81a7625ab8e10b7b046a949acb22c11d12f8fb58952cb8cc81d24e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cd7edb94b5a36d36ac4b46c3a42800159c1208
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8270f18205d536e05f9f7ceb50d6a5c343eb2604702f87aef6bb84960f470ee
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860196ba32a434c10c7d2cf3c821a37e7bf9ed82
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae528354a226ccca3d7db4ca72d21daba52caf75a97e93e487f61d3da41deff6
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80694eb25cecf1d039eaae0a6fd1aa19f096d464
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40a6c58d9efb522ec9e207b3ad406f3299275dc60748e4e9db0f9bb075d875d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59347992760bc726a41d409fca75a5319f2903ed
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b94a1c8084e923856d3a334133e717ddaeae87c41c3b768b387afa9b90b3500
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9143a83d58840f8c8021b009def4078c00bc14d9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8a4e7363e218e3ed117a849b63839ee4ac371dc1f34724118e3e0a8f50ddb0
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db7f22e714de8ab9d32db80580ebd6fff9e93e1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff445913e97fc1227b6238ea2f8315c0bea518236197eb1d11bfd1f60d389b6d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c875b5090c31a9bafcfdf5b821bbe67fd41ba5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef93ad41443cbbe930115c2f2128398307b0de23b46bc2df9221e9fa3a11ac62
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b5b60d6f0078be1965306bff6274a00ba8cf7e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f83b4c21c271d6fda45cd93af17dfaf783bf651dfa625c482323fb584c3066f
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fbfd1a5bccd3b9f6ff364597b98766a2d55633
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d005b4bc196ed05ab02b6da4678d26f2ec662be9707ae3e3cdfe3b484a621a
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85df045dae9c7fcd54275ae5ec32af2c82b8894d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7fa0147fcb7b2dedd3b491fbb07fbbfc0904b9c71f611ab572ec7320bc923b3
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f964bb8f7badb6a36286e9e8226a23f5c913f344
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c586c77c3b5aafdd48d0a04b015a219b09c3e070cc9bddc54e98d0283ecaa18a
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87533f5dd780c6723ba2840f120ed99d7ad81064
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19424c55212bbd550acf14d0d25b90fbb0b8a6370f1b26efa28a0909047bded1
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4786e94fa028e3b4c1df5959a5ac0bbe31de3386
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a04111066a0969a04785f6a507fdb52ca44946e16d6fe63137dadb5d2593936
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c724f391cb50063e33ff1895e31b9c10ff0fbb1a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f9a68be9ba35a3e50c4decef22c8dce352e823c50bf1f1951eb6f186f9d907
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7901e8d78f79d07679045ca598bf63d70a0db273
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6c20f06c7b901e33265361223cf15ce52ed4735c7fd84808a24ac799fef528
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40bd2398fd3e042dbea4132059f2b7fb4780c98
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f908357d5957dba9c93ad72d8a144449355a10c7004a8cdbf82f7f9631a1e70
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc1c65c2cffa52b05ab8deb71f8a7dd95557836
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998fda9dff25444162dba704a9256221db2dabea0a876bad30837b855b50b706
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031b21666183c07673aa872fb95b47b91f05ae15
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dae14f5def6143580d80c301703f02d531456eeaca6f6a078d70ac4d734f16
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd635551ce090843cbe5bd8b94d15ee063fcf06
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4d9930ce7208407120b29eb52dfac694ca20e1906a32cafaa95b9eae767d97
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85dd6f7e9c04dd631d98428af45e0d9ae5a60766
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b51a520e0a34d159b24db07d58b3b50b43bdadf4a7f362d3ffab9e454d1044
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e735d707fa88c733db762cf9d1d294f985889f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea33c4d37c914cb64b8984f22bf9930ae3986d08d1ef2424d8fa89f34e30412
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a610d781b92e2519556b9c3dd2202b003601253
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b50227115d2b4c051bc9b87e6b37acef2887a7a33a899bc3a5a2ef59c8e6a52
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f86eff2e1ce2b4eb24dbdb65d4916282e1e553
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519821a7acf584a61e33799a51ebbcad504ab58cd89b255adbe5a8db32542f33
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb5ebadf4614c8ed12b0cfc1ddce6770bacbb4c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8405ab14423ce09a5f5b85d788e682f710e59dfa4f202abb078e70e3cf7ad8af
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf41e10f8db9cbb1bf513af5bd338425aa91794
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce13826f3e742af9e1af847e05d3d7a50043a335cea6c92733f2c4712739e0c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab834a2ccd25ba9a684961f6af8087385ff06bf
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b9f67e5a55f09bf79babd33c7825de60046f935537bfc0a4f3a6862ba0c0f1
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5bdb7f913530c197a8a9a08c6575075b8c9003
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d3553c491ae49cbd784875d94c2dc128e2d74c1804f7d069ca0f85383a2671
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819fc201a2bfd3896c5edcaa7653614cc4c5fda8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c960faf2d176ebd50ac6407b1b15a06db4323b9bc6223508a185bc323db107a1
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d74ebd0b8604b580bcaa4b6b0357fd6774027f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d87e97a0408f2d508b4ab212b53aefd5c36329331d00027d73aaa1b55b76ff
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e94d3c0820a08e22ee41991721e6f8f041e809b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4a75b65bfe04d3a2fff52d23968401715c0a5958c6cec2e798ebdaec8f4bf3
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8962b440ae583645f9d11a269c34c8d4761a32a9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d936446bb4f1c1744997fa2a897d04a93248c04473a1938de8b3e9aee7f514f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856b65b97921ca817515117d336dc73853a96ab7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5015b0e3521d4ed06f7b6c6fb9ed2c1c90d31f75dc0a384fbcd66ee60c1af4d1
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4e43cd5f90c69e7e021d044e3d8658cdcaa18b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99178d06805178ccb9de0c0a4ccc7848d1b47909e30a7232f704b9c6cb536ef
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3327d9e89e242ba4196aa255329102a1bf4f53
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3155dfa71f08a9c1a5cb32b2d004ea5bdc7264656f3868ac828042c0d5fe6bf
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1efe1170e7cf200d74b7e93d62fc3679d6050f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9ec1c4f23d65e85adc7f3b3a9344e7ce8fb09b67d02aac81f04b39bf6f1518
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ecb0b83e7becd57224ff82c403b954c41529693
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d352ee0f86bd23eea6a6d1a09cba1bd78764c8939868d78d1d1c931f447424
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bef190e52c88b814469632939b677409dcffc7f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586f185f9202bf6a77728157eea2d5d0a802976ed44e525eb40867c70ebe2b43
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8646ce7cef3c9c6bc54b141bef573da31c0665
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a33521c4d4eaf3892deffebbdd571cbdb909a5221a4cb63f60af9b571750ce
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f212341d4aae865167a06f4d0ac59d03a32bdb1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fec48f875d26dc0fcb32f7cb0d1e31ea5b3c8cc17122b632c6dfb521b9c715
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71667eb82081cd82c72d0843488b9fbd20f59fef
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2732ebcaf89a91894814162baec6bd88bdb2cf5b38f52ced69899b8508eeca3e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9979dc96b6f064e3e94834b5e3cad5f86168ce00
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254bea93368ae7e3dc1f982686e0e014758cdf81b09ff1c74ba27d667fe5f6fb
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3064893223e8de7359da482391b59e7c4a5b0b93
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3307d4a33477d6fc9b75a0489828d6bf9514e9edc3a8d81821aaeaa5972078
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed3efd7d69eebf3db549e49b5a981389066f89b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9b1d82e2329c69fca6872209acf8d9e540c9b6f67b21104a6b03408e41edca
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770d9977f9a4027a9f6396a942ad8befe6458ef4
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1877c84849cfbe896ce562edf0b3ece14f353084b8cd941cbe15012ed7a290
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbaf628d423b61927adfcd53dabadd9a24ecf2b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449e8c927771efbfdfd5e27857d8ea3d28b544d38c190a8d892104365cc47f0c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bfc18dab25682c5861c6b02e240425abc5b9d1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d151dd9199f215bfb30e99b929af454b7a77fb0e1603135411cba8f6dd8e81a8
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae01cdc531c9385b4bcdf86dd4a6f70083a9b8bd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b3af8cd9f3f56e9367356ba3c5b3c951c6cb87b5b0a7445bbf11e0d8d1f81f
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78eaaccee3fd75c06cd4cb89fcfb5917ea454c41
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a2f14c1d276b52f4b0eb07490e9f8e0f1f9a85b268d8bf98d6aca485574ea0
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23780cab02eef6ec82f0192a50fe86b48056153c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aad681cd22ea03c705b0ca097de55d915551f4e9a7f3f227cbb3ff64967f3a9
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c084283a765c7a2ce49ff4ff7d6a5a3d23bf66a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf368e82a794bf662a9a1981fd86ccd8c1a2c2a453523157d6985a9f9c7e7527
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78641bc17e5996d0c1e3d007c891f24ed8526ee1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7536b3eeeb3c7b61d932b5c503104e9ecc2e2a9c444440719ad323e0798c5e6
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c797120753f78b9d6c3a30f2b835268c89b558a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e30113241a218e1b1b7b374e3b06f81b89ee8db62a0e170ff72ccd2069d0437
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37ebd86e56977253385edaa5a25493ff00ac2d7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63af3302eac0f3f96f1fbc6a7f5b04589619ce59ddedbb4b3abcd368fc05496d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6d3666c8166d144208c58d4e68ab1280ae6e99
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49e3f6de2b445dd6f9db1ca4202be6a9091552cd7f02029af3666d1b8cee907
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bba3624e0a8d9d6d640e720d70f0886515479dd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6844f2f2d70cb0c492365dac2bdfa878fe55da7ab22604b85a2357f493d0494
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9922d0367deaf08e851fbdbf3db080cfb7baec8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c9ebe6d1bc7eadb660b09691c5c17abe12b34e37382b404b790be253a5d58a
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31da62697286258f8e0705a707f6251f0aaac9d0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae3e46e11a7fe55a39cce36ea1fbfd38852711d57cf17912c43d9c4bdac315b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba8561cf43b203ef53c6170539d60c66a4e9109
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caaee1f6ab879a6b20230b401bc9cc1e1aec20d2f6ea0c50629652fdba7d2c9e
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3d434f9fe0254d9f98ec15c8d9eeb0cf976b38
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1168b87ba0c0b0f816c1152c8ff80db5a70a8c62fb6d2e9a08821d0676f7c0d8
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfa71909f576f48eeacd2e7e3c72b95a98f6c89
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5faf14e742c0a7ba3846c1ccd98deaa00e3817cea8f037ee00523a0fbbc50fb
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82325bdbc7c2a1822728a605ce08fee352d45342
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43534f48ff22087537110c52ff5d4de04d1ae43a4df73cffcbdac80715c9d36
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9a7c1b3dbb8f105fdb922d4559889b01d64d47
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0b5a8a497b77bfb2acb75fc2440e2a8ce0ec5cc516ed78cebb52cb1e997666
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c204d2ebb4c967b128a971eee683e1e032c5ded
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a8e26b08c3f097f5d6930d8e4e213fb32406c19c8401aa038ee685963e9e1f
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e87da981055cd09c99fac50613b7f6a53d24a80
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad3065420f0d161b99ccb0dfe17426adf837c7602ddff13d9e05a6344426750
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27714bc059f58a4421f2aee38aa3295202c3852
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cf1715a835955d32d29c9c8aed35a080aa70dda4b74bb20e35e05aa66a462d
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7f29345d287a70bc0d21e991e909c24c44f73e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effb2e93553ad44649d616da0a4a11f186f03a7520eaafe9f9bf4cfab6f151bc
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e15e350a8bc957782419a2591242c6276d1025
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880c7cb4cfceae00c22d56d37c969ece54a6b81138554fa5754e59d0be4b366b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06eef332a7dbc07900d7342e19b6cf0ab276fb6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29b72bb84a416699a1d098bcc1f2e76a64c32e90040b2c3367040d3191cbbb8
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321284644ab95b268f6fd310abcaed0af9f2330e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15237539583f80cdcad6884d8d79e995e3098e1b1029d31a02a24c1e0a6cf71
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5cf6beb0bf730ba0b6febad970462f9e093dd0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2ce9e7dbf226e7365420e54c5baeedf461c533ee9e0eecf23599e5bda53ade
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10cdb00b5a962470514e9061bc2349f159a9e888
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf919e055f5bcbc865aac35163edd481c3e3da113ff4d737614a950d91dce81
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e247c234a07a731a249ec1c40a770028c72d992a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6201eec8070ec7d109c4f940a8328920095f033c1dfa9fb82bd07e112e8c65
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f1baeae3a5696e9f1e49de1ad9e2c766c451cf
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4c2bf7ee2552b1b1ac8f32330d7e01c06a8820a0ee10cb896da39329122256
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2af7ef50dc184144cc78df5ed7562a7ec35946
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd2073f6109d70b8955885a911392eecc3084dbc85f83c74416cfa3057ec33f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4abf550fedb0616fed02e73e9e85cd88289dfdc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831bbf37afae50c30217a4258914268850a2df6be3419cd1b1968e5dc1bca270
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6075cb272c148239b71fe466f426ceacdd9034
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea51696112f7a2e52ccca7037a1c7ce8ae2f89e8b2ef71dc2b079c9305112ac
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8980a40a2b63f562bd7334a532aef518d013f1f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1574cb61d451a3de3bc04cc14b8844ddf93f12a073d95f1d3379185e537563d4
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9b6b4ac8e1d24ed49c3ece57ec4be238955606
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db53c23181e54a85b090435bd3800e4a1b3b4d83a72b1e189882032495f73521
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658b0a27b6338745b38ec14e80081f21519cf1b9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e33232072f35c5581f037e41cdf930c7aecda70d639e4e59b9e16a80c2a911d
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72eafdb98483cbc1863429bdab26239df6ee1a09
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7ad3b8c6255d3b1001a8285bb1058d176ac1a6b7a1576a1a3467ae7f983406
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d261a8710b000af000841d9aa91cf09baeec519
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5155ba5e3e777e8527a8e4f4db4110f5ff6bf717607f31724b732b6d9bd859
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7981a762ec0da0b1190124d55ad227dc755dd5bf
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fda33254b01b31857f93a766694f0ab93d057a566647774e1f145bdf8b63186
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62797071198bc03bb31ad68cbf1e47a2c3328a93
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4bfe8f6ada962906224d857cd25eb6cac3d4723550bb109326397cea271620
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d93e54a3629a6bb13b1c109472bec2fbeeaeea
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4d4f5a0df336f6eec0c0f38c22678cefa06d05e693fa06a81b8539477607f0
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f2b337403d7f42c6b23aa7a2b47e727a9644b1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65050600e52fe875c0b390a48f59cb68a7554777838ddc9471a35bfd900b2e4b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71b07034c3f5a0634e083e3706f2cca2f946326
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0241ae0d69d00d0e06ac18b3887487e602ada6ea6fb7d1e428d8f8c3c716fca
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cdcf11a725303fcd9c4a1256f26e0715cbbbdee
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b02fc3e4443043b3a0ebac809993610fa103132a21d10b6c264b00d014ea6c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1053523d337872b8ba46a51e831e3dbaf54c9343
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4959d362e54fb190ee736cfd9cce55431d873aed7d2e982e1af3182ebe5f60ea
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71276444dffbce4ae9af2e7eef4f27551d539095
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f571f5301588e68211faf2f3232060298412a4f361962bf4d51f048ab9afde
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c15abb4f314ede43a2f9fa0f4acf6f4fa797cf
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a8cb01f7fb66dfc2993861ce976c11c7b8bebd47aa6ccd550fd852f5831bd2
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4dc5fe21a228a3f57509ed04e6f3e1a9f8a8b60
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fae474f30faa4f677bf5db9ab9c28ee43e7c973a9524d4d73381804f7337be5
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988f991024c9345c79e513bd0313de930e2d7173
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f78cef09d150c34d9e4b11bd631a30c1897dc844858112ed95cee6b5f1874a
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26987ea9f17fc9f81d7b4e7005a6d07580ba65b1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7e883689b792a39474fe3c17883b0ecedfb89d6740f9350fb8efee3952a7d9
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5be7b5f72322dc77738cbf43eb2dd7c4a1165d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a792c24d4a3062929eb051a9cd1c6c1538b6ab06c0abffba1dce3e4483de488
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6309cbb0e2c1df8caea13a8209f99db9e72aa999
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08483592d218ce96490144134671184897b893892aa3253a00a2cf086a129a4d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a455ebb342c95f73ce3db29f3f73eed625d54d7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1617c92b2ce8c5c513df7e73b1329a20fdd913377485b2dc8d274726cf50fc0
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1091d2174d47361096c41dbc23ff415d6318f8b5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d81c8460b64951f90b9d1f9b5e55158188fab49ce8dcb6da0788d7c35a8b44
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a12f8e80989afed6d096cf179275dd4c8f2a21d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790491af510d1b8f7970614f83906383349599be8f25164f310a2073b360c1a0
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704b8e72f7f45d4468752413b975062675f79748
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f461f034fcf6c64f6c1e3826bc87a9596b47f64c68caf4966c0f9c9dc1ae745
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d1af11222fded7426fa8a03d0e8a64388220f5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92a0c0c75fbebb0f63ad619eedc9406825da9bcec37f6e8e238354017fb3073
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2b8db35311cd7923e037e2eeb6a8274bc4d639
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05ed6d993c6e12ed149be94ee8cfe87428bf7dd868d17f12fc4585c225279fc
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae9a0c22c9b465bea60db24f35fd806a36a3cfa
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1fbaac223638a7c4582615ab867b6c4bf2e6f96d871fb5aa5bde6755f498d9
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca723df2546023026f873ff0de5dccc7239f003a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617b63f1d46eeaa4f3b8c3547de39003c8afdb832fb05eff377a0295a1bdf6c1
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd489d82892284fc5ac3cfb81bdbec96f8b6e5d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23e1a63e5fb98e472de95d1b9ea505b029eed5b275324f19d5a23e7fe9f6c8d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b229bed99bcd2065bfafa583ab414bd08fcec595
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7376558f0362620c5a83692e1fb4ceca100fd61a2ecdba47ab0914b42294ebd
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07ffacb986cda4177b865c46d95dde17d91e72e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2825c35b25600dc0485d4bd66d9203603e218cde5d7e09420d742e495c11d12c
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce597c6ab3343aa48209a926e38e49804d09314d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091bb88cff185c13030f85314ca13ee0a771ee70f6937c94b9e0163b45c81825
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4ed76587005748c901a108695cdf3a5fb0694e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44228c1c713c644254c0aea158a72aa49cb4d04aba7783fa423d37335935cee2
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fffce9791629c6101c793db91989409113c638
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180ee194bb98b3615eed7b2c5cd505960523a506b09f563c532ef73f1b70bfd2
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352d1c8832569e6489e145d3a8559a679b8fce3b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d495b26425aad819f91944681a51cf214d253ae8ec64a3d43aa015f532fbc31
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9df3461f5986d28471113a76d116f3e28003d6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6127904e7592bad77e39cad54a26e177ef8cfd3e6d993af8b0bc645bae83bc
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002017c6780b2a4778ab8a4f5c864a92bc6ac3da
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e59ea7ca1a0d261f3ca1e80f26682278ebdd4cf0270ae333c20db8d1f1d815
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84aa9ea49840772ac72e15f802c809932cba4842
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502fc92780be9e5e71827caa1b2879b07b38db12310872a0981a29f2a8ced13c
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f59106fe616759455fe956912967bc6ba51451
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea7e7d9aa841aad7e0f92f672133263116e938931f59bd7c64d3fa4c79f1a7c
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0bb2499d766815159b406cf1861109aeb2919d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da81abce3d3ae9f4c9e89ca32b95114bfaf477f53de0bc36a0e3386a813b492
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8263f724f6c27a595dd82eb17afb36eb685f081
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f39be6ede58ab4a46df53572c0449ab461093df9c1b76429bc0d10d0de44c2
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198e3bd70f5dce320aa95f4f193a27f93adbe3de
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87baafbcad2d6bf93d38cd521b2559c23d0669cec574d75c8b4a26f4735ff26
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b106e8fed07240b716d22fe648c05d0f5b55cd5d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f696d5ca35449f09f0541550abfaf0ace0436213e7fbfa6107a747b8b1bf0774
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011446d2bbf80dc3f43bb33d3756bd39a684f02d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39a3de2572ebcc83625afbc647d8ad0c009548eed7b941cef9b2ae23fd842b1
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf583413e061469cb345ee67195f4690963ab57
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e299735a14c4a083e4bb3737c01df8a716387dc234d050c3f6233fc8828ab3
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18918303a651db49ae58050f416327043c39911a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ae0c0fe7b1fc9ed67d6e6a15d5ed7d00559d2ef80572efafaaefbdc96ef41e
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c635d4f5c2d949a7ca564f7d21d96c75fe3d0d4b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919810115a171189d143491ac92f1fa32b8460f2a31c16245e9fd5cce74e3ee9
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f195d6b9e770cb50b147e24335818cf568f8c11
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2188845458317b2523292b9e5873027e4093615e868d42331916e1529c1168c6
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a07fb907d448f21f161ea32d9b7616b33ebe5b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c75b4a2ab3a8d9c9e8bf65dfcf1bd69013c6d31292cf3926009e33b5790101b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a79cb97446e1ac76a8d6a108a99370a7034ef3b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301e3f806e0a5be18c19b68a5dab973c936d90894fe0dd8ef61eb90a66dd7db2
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6362ba375bc149adeca81a8716b94e9eb1798ac7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009bb21bb4805341ec1f569504e8b95762149747b57efb06790a7386d3f0afa4
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a688f6564cd18b832249a70aa40904086727092
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9943cedcde47e0f3f587eef24875f16c9ff6681bc84d1ef88e9016d535712afa
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a88ae690c40cc70134a1a634664a8137dd2b6e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cf4ee841c0baaebf4f3de04ab2f8eed6ebe9341e55246f696adaefa63460ad
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6621273b3b080b92ab5e0380c4dcf2a6f67608d3
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e2e75c9e045ea4831af9f9eb93b98be203543c944a55deec66726ea01ce4be
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccb9e97190858dc295c7c3876e8caca897f1a9e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2884d75282e854c52b20294126f0c787ef10617082d2de138c0b985b89e09c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa169a8e059d7dbe1fedafbd912fa1685792e890
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50507cb47b7ad8fd2f2077d8d5c938445a9132fc34a0ef56e10b020da904c316
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d64267053a6dafc7c2312eee80246401c0952c9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c05dcf59627eb51a273b661adee6c9bc54b076b36f2a71f3adab1ceed8dc481
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0a7ecbd89ea2c32bf2a02b23c22dea3e00a085
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d85028c272421f336b019b1b5aeb2d7acad1adff6d0685c34f1436b2611612
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de07f7c29f2f932a89acc8ffeae583c6ff72b54
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19ed1751a05eaa1b25e33765f2065d76eec49415e5f7e0f5e702f701136bf37
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae57c4c32b699005e744d50871e5a4461eb5b65
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81ba4a0da5798861a7b287d19a8b14b143ceb46bc7a96e3ea5268a8064ad49b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279739306b22ce066cd00cc71536dce7ecc3b72d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7296eac0d770ef833713be85912e6e601974abc8fd0f9115f37f8b07468800
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccac98e8ffacde05dd7a0e9939cd1adb64df4b13
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a44882c677c1543253cd218efceeda33b9ae71d8a6447206be671d424d4870
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14b5ac804aefcb99d58947eb0cc87b85b784c28
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5947426294578822785548c89beb245d99bf344617f436ca0c3d965e71c285
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b6f79febc28b980111a1ea87835e1ea3dd89c8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245b27ee4f180d2329cabe7576cf2d3812eaf752894e7e0a55fc11b9257e7db2
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d93e661e8199d3237ad1a6d8e33f102088f68e5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4120721aad2e339094188f0ad47582c2b7d561f9774b5cea745077861182c83d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba12d075c3c82beb2f6f00aa03c575c61555812
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4110b8285a823a4262150d8f496ff17a0abacd989c10e8e7245d6a8afd0308
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3b778ae4880fcb66a0b53b75161c60439c61a7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638906e81efc084326b557db9bacdab36cab4d990a271426d80886399978d52d
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8f56e772c2ad94a710ee100165d9d3a552989a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36308fa4a551e54a8b84dba2e9bfd0859d968766e47b4cd3b0efb03d52f3fed2
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd4268bddf9207ad36897e718da6fe6de4a9a7f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823f0991047cefa7126bc74ff3f929c33c1183ac5e2abefdb1387bba3c811111
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c118237ab882414fae6d7386d396e572647e4bb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4ef35f19792aea9df76a4d6bb8c7604cb5cc4602ea48936b4ced1785510a22
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d5c2813ca8685f9a6777ecc7698820eb0f4e80
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fde68128c89154ba388f5433de09808ca951d013f3a7d25f5f93a9e5ff7c19
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04486ca44c03fa82a3ef6945aa4f39c7296948a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600ef95c5e8818f50d87a1790fd1d51760a81c755832a989e1ab30ee22349f50
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18045a85c869282ca31aac75333ec358beac3c33
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9a6590d57ffc8e4fba385173a9531e9136fe78d7bf0b8b688cbc8ab625bc6d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace67465ac8e9fbe7274e9e523b5008a1ac7aefe
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929bbead57eaf81814eb70fe9d2f874d27c8f993668b5911ea79a44a57a54b9f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d8a51fdb277bb7fa7a6b12a0524e8d8a9517c2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670e078d3c2558d80249b006b2e940b58b9d8d1d1cab667fc69c7648aca6b05c
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fc864d0ca97efbfbe1cf855c9adbcd7d17991b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3208c3be1fbdf27334c304ac969cc9aaa25c759084a4e18c32008980cf05cc
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca05eb4c52df4e820add61a67d7725acfb8829d3
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a74c02ab7b0ef2f1b1c4032ae14a32d2efeaa97320e41ca478b3903b7d0cbb
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fca7476807252c69d9b745faa8a776ea685ec8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e857de9b4d65fb2721e9abd3d50c3fadd1c21b5ca36fe609830d41eb0cab04
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6b62b1ede8cf47427348f2b7f01e7878caef30
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de46676e82b63f69a46cacfe428e7e4523de75dfedc66c72d51680a383bfa0af
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17b7ad9bd49e4fad3fc0a586fb15f3153b872c2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518aef26c35eb36acdb7c609112b48ec608065489e232ba6e10d17f42d201d7a
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2ff21dd95f417acb226474296cf1895d625d03
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40526dc3ff3c4ccc20fb42269f3a000c762c1958d734cc8467b8702958892c83
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30533be663a1aa452011529d8e8a4091a9c403ee
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84faea085fdd32a3714054392845621a9f423baee3fb7d4d2ef65052421294f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e49bc884d4c609b851cde8e143defe664fc2f4d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606b2e4188eb0d871da09845e2a55ba7e311fa5d8a8e671d4e8ce528907a2603
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6105ddbc70716a98d78d535697e4133de3df794
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d9b161f7d0a7938cedfb4796fa6c21299f84983b47eda2bd5c4820e049cc06
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccd4c73f9618865b602dab29f2573cd66353788
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfbc69aa4c724f68c25a3cc3271aa6bb7d81a9017256d9b0072b94fcbb67582
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231b7c9d3813d87909984977dfb7a8a8f0d815d3
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ad0d68c729ec68bed5f8008944ef593daf545599024312dc623b71647db5a4
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c5f7b51ddc910b3f8a7f6fc02c1827fcda803c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928dec8aa024f2bea94ce060d8a36a245d22e275e7df5770ee3dcfdbd2da3824
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9ed1967bb895f7af492f26ceb6e8f455d5cfb3
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d1775e265ac6bc428687eb2d98b22be44294a8c04fc2622c68e51dfd2151c4
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c150945272940026130097c0f4a923b4b628cf6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ef0df254886cae8c00d157cbe0db6db496e4c19948e5b67a2d8ec78def4649
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d72fe3df731457d4852302cdf8029c8dd8d4185
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d65ad1b4c7c0cd9c848d1583f5ce6734d87878e85f091321378e704c048651
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8463b6d92e39191db3b7a7deddf349380591df57
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3040577269277d716d3fd51145a9b490c5e1efcf9d13b59ee44b302161ed50d8
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c46e627681ed43d0d50358cd4e92a977d221962
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8ac20317a22343c5fa07d2a7bb8f43ac1464a5f146f26f0ccfbc170abef8a4
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffee17b363cdba1e1e9be21dd5c545891ac2934f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d828fafb829d26d03de95cc46212de8e353c5b5c6f658ad7c5f564206870b5f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723495d859cd20fdf38597cf4fd9da6c99770322
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324897234d4f9b96d3276b97e5a8b51c73672ee0deaaadd4741ab1509ad5c3c0
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78754f66c4767c5babc3ae68e214c2538795f22c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c353d7d6ecbce7eb04865d68e959723e978a918a132a889cd8a23a9fc9ad4bf7
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466b3247437bc7303fe8a8d5048b606beded4d4a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5615d735a69157a4ee73b0215c7a9e358dd341d83cc811b3bdace432e8a8c675
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d2ac786955b793ec44c7a65c55ca1ef89374b2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2976ee95e9670dd2b77469b1538031ff583d2b17b12759f0c5e2441429fb902b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79477760f842aa7f82faea320991529c7f294e32
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ffd27d2b42d8a3ddb7be86edad4d050f1f5e5c300c83783810562a9c784035
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49702160d8b6665cf4fb9f3b8e7d500ca2e971b8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0931ad9f1a8ab3c4f2ba40ea00cbd0c0e655982f444b74c0138e14c4fac637bf
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad4b380fb52a25acec4ed6836973f79379883cb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733663e35efc4c31f31766c299891cd868814efa84931ad1ae1adb0e1656b3c8
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d086d7abd5357f25d42bcb69523d21dd98296f8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d013edd55c4e92151934a7c795a9065cae7610ff9cbad5b048e537601aa060
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff24c611a920b53608530e4e373287351c1a5f3b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4d5c7a7cef20a851c9e97551fc2967c1738913d322ef0ccbb6a2515dbc46c3
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd184138be92504a3a2cbbe25b8efbe20623c7a1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7367d0f898646447944a766268a62912acd772d8970a121143b6ae9f6eafdce
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f5b56fdc4534065280cc59da7555723e96829b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3560c37ef3f254d1f9d2d1e6e62463d5e06d8b6c5b1200df96bd9163dc05e46
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a2e1fc970d5677c934857aad73cd651c9e70fd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bb762ef767a03f8882a04ef9822a1ef914339d9c1abd371b88bc1b46c66ba9
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bf130503330b95be29ee3f890d856eb0154801
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b3789bd681cc1862ed194e53e28dab0cb385f4696f56da654906b82e9730e4
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3bc88cbb950034c61562dda037746c93f04edb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1746f20ca35ceedb0c6608b1b448423c884fdac5bff0b61fedc5db06d824ff
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57401a74bf12ebc2bdace6cb8ba69872ca4d65e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3070e26d72e890f571b40bf9595d5542bf270c26fbb2cb935097ebf0bbc9ba7d
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c21dada9dec2c4dd03a2ca4e198bcf421cb3d9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712bd68042f37d3dfbe3b0d06ac2f16920b8bdbb664a3d42c9ea27f7c3b31c95
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b55047f84f3a893a3120bea038cc90ef27c9f4f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce25bf83f82199749160f7faae4428fe56ff44a262e340e79f1781c5dc025272
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570d2aa15656dd1e6d6574a00dbe33df6647ad21
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e050c8ea927dce004ad0bb03c985ef4c4e1e81f79f3d25fac853a21d902a2464
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f60e84495d183e0a4df012e51eb4167823e2c64
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137ec9efbde1a600e6ba3e94bd3d31065b7c0a7d52e704f176e602217faf4d79
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f808b0452659f73f69c6d41d39d5cbd62667628
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a02ac4543eb10478a2b240445fb56335f6fd5c710e89e9653a2f7d814ae6bf
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ab1624f9c8eef7581dd691628d5b128b9b0abe
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54fd4dd13ca5a9398f756853bb66daeb05dfb309478c2c54957dcff3bd33e19
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a63469b60dbbeb76cbe290d35d2e36ea83bcd04
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c60656af091ddb0f4bde4d56799408fc8757ca997060ae0df0755ec1f577b04
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912767af11eef9eec44e6fd475a7a4b52c78e212
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1b499a4d270ac5d8b2034dea542b8fc877164720f3a8825d9204272eb2ac9f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98e367259fcb41235f359ec8a28c6699f4359af
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c4fc1840afae64b148ff22e217f28087b9b8ed4fd60fb1255ca74397eab5e9
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6b323737a8545cc573513ad8f827c630b4b13b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2caa68bc9dfe6d4bdc1ebeb4ae640447d4b9d0a5936744d0e6a7b7db967df6dd
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dd03932e70b45ada6efba8090a4948ff08aa73
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12405be907aaf30539af8772b2965d456c7bbd784c847018d988e0e0ae5de92
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88cf76e780bd063cc45e7ebe6b84e019e8db214b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfeaa29a42e239ca67e968e306b70f6eb7c5fe64034759a062d09f80653ddf36
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3dfe5336bf828b9df155a5c31154431bb1e24a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6693e2419250acf06eaaa080a56b98f6419cd655e5a80ef9c5a76a3fb02cb055
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9ad02afeb2cac8cf35625f982bcea8befa5fe8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c369ad0016a4a6b6868364a04db6fd3d99b0ea43c8fb3463525d7b927c3983fc
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf65ded0424774a05ca5c6ba930f2a7b82500445
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f64e40067681dbdbf39551bcbff30cef4ad8ea3114febcb8da50a1103bee10
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb0a8bd5ff4ff04adf0e9917a87b6d4f7bc6005
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729a6f14d6357354f656db04d603e2f22c50c5f0911c0cfd10eae5e8d48f4697
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad91585c60fb1ec78a95aadefa66cd110430f927
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e9913b38fbeda06cdf8a54fefc1ffabc087c283f343d63a95d8ce961e73443
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0656f67c723e7d50e8661359c78dda4a598b7de7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae31e27aa08c8e2ec51a447b3cbb93b855f6a9f8b8740836598a594e8fff497
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0671ae8e7e73c8d56290463077912d71d6c140e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe9a3fe37493d91e14c0c84798698218aead4529887f115747dfea0767d4453
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25a58a4cf9eecc38b826a181aef7afab30f121a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c7ed85299a1924119be7d6e06d855048db559cd1a72d231b4a2266e8fea0fb
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b97199f410f982b12dc7f208c4a870895a8f06
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5aabb31d627136e63f2e14b0e62ccaa378f4af7ed36fabf32836d7a5c2c50aa
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a60315fbc4f36b0b8541db8b7c2643345af158
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1744181f45f37e8faa60133e929b1591553f0586da91be9823b2bc64f25400c1
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a269efb980823ca18cd051d731c8fe8b9a9a769
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e653ef2c56bac68375a0621840796ab305e1a9d42cba378f387fdc36c0e68437
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afcda97e3886bb39aaa797d6d23e5be19b3490be
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef76320e8f7a77e4e4c7fcfb9095799ca15db1ffe7eb78005d63be9efe44abda
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d97d2d4f919b2b444f0de9d6bde931c024c60db
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad73921974c2836b51121d78021b44965074b659977fa7371cba5b41d75b270
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446f7ff6de06c82214d7d327d56a04e561a4d630
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e87ed414233086e3bd70f8b3d29e0dde5760967bd4df323e349b9923cf1802
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9dd7015609a83c6b6b30fffcc72250287cbca75
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2100eb6abc0a871a5678f96cbf279dcb96f389cd6c452d302f909bfcf4acf24
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35cf0447c93db6a4790ff4d78519dac23a95ae6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7649c1c11320c001b96984e8f9978d567a1f1cae3b2952a84901b4513f3424
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c868e7ceeef2e25a16f9f5bdfc8c2053d8079a4
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5478bba2654d5cb052598e391015fb35e8268178550c896dc7304e3ba85e60d3
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7efe61655f55bf07da570b8e26dc8bd1af3e81c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061d921ed416e52ce33425878d80d2b229e848649303f58984e2282a0c7f1189
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed893d38065e4da3be0cc5e1720adb9e8725c3c0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c422ad0fa50f9f8afc986abc8d7426469e0bd8a1bdff182d159271ca1cbc3e5a
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d6e9977b9509a5479f1c221f7ee1c859b61bd0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273c5078d75e9fb9866951495657d6e9057e4902b5b6bd93788fca7d59a0a940
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122e7b93740750252754e7e9dec159144479b23e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a66c9faf87463ec1a4a2a57cf94d21cd75c6c697f150ce9dae5e640b06c7156
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f2cc3b1c277bbb6d264e55dfe7358d69c8d3c8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e57e640b8378ec68961836b4860bdfe3be68745f53573f5560221f2c83d9e3
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f280cd6574b6fa261b2ad1d5f51df609f7ce6b2c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1bfb007d20b38cc96651d7f71a75e524dbc2f9fdd87cd4ca8eb130e70b6527
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6847b4a1a0b78f77372e156874e0a08effe9ab6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045869e4bcbf41e80f5fc4dc87215ae9edf155adfe18bc829011999b0f6f11c3
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17aa782cd2aa3361e396489ddaff8ab54504d108
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a17d17a93af7545c94ab11c3df32e8747f5d927d58409957207b8cbd769c96
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d16a7e5b12bbe6a00f7e2569d68d5a13c73141
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54ebb1df6c285e282e20e18e3d60ae12fd15b909cc9b91ed47ad55eb0e21765
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c950896f73057409c26a7300f79fadc84e5981f1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1664b760e7a10fe1a8bd8843d9a503a19adc8bec487e49d6a11937afc7f0fb
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925029ab3c23a0c3846f78ebb7c6cc0122131fcc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da01302d91f9c9285d60dbedbd2ec8b01366cc39d2ef58c329f1d4f873f73701
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888efbf7173dcf318de022b81a4808af82a2b76b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b6099cdb63e0eb747ba8f7b5e4f9e7bf21e7a5731d111ad773208933af05f3
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff6112fdc98365db6c55e4a670e15860b8215cb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd24c0458af6c87e507a8e5e04ae910d613aed50627085bd1b2a011cb2be846a
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9166b461fb611d565d8ac5129c41b72fd8d9199d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c1ff899fc4928bfd5e30e0b0c3edddc64140283301947a81882b5450a81eaf
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504453990dd3ce19fbf7e2eb373b1e42d9b4a11a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a5fdb90954bb7bfba943b40d3bdcd399d15e7009a71ac2e37d46d2212a6982
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051701c58d018c845c017f62a701066795040d1c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7326c0daef12c352696cb7c0734e508dc7a0c120ad8518999638c5fb0ab4c7a
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77484896c9966f7f9e238aa7d0c9ba0ec3e9f72a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4b0334f228404622c570abae1a6d270213d6d2f50b5a26447afaa824e700e0
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4f4aa1e9664c4d8f2eafa1993b6fe374a9315f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b7b3e197c2e14da5dca668dbc03e1bd2ec1e09bc315fac40d67d42401e82e7
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c28d60f6b671e10f7fb7ef962dd3c150479d19
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c302607c01be7c812d729c633c8363c0be92233b313b4882085d3eac53f3ecd7
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd757c788ac66cb3cf65bc2d634034927e99ec8f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614ac7a241cdfd6d030d5c10be8cd8b2368e3633d13ee1c81386d729b26592d2
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1177f487b669cb77d43e2afd6f9bf74f0528a407
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fd16a31eb1053fd0749efe6b2727f54652a9f89c65aa31b5633275f6e5205f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9bb26e1c794f787efa76308ac75c8bed1df695
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4879c9455a7b9b1648f9b0009155b845d82b354d1203204e4cd793501225b8
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f42916fd011dd1d2ca29e0238aacea8a4e7f987
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab116b0beba269767b1a54157f02a9e4b8cc51faf5ccaffdcfc141108dd4bce9
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9707c457a2d47cb13a82a33ede44f4e06ea8ad
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ca8d38bc981b44f3a4735c43bd76c1f72a38a9bec4b9633b336976c7e14e68
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2833f201e1de5cc07317c54c43734f35963ffdd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4d5e53dea973e375c3552dedfce6ed7142d859c4f171f1a1250fbb57df247e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5262b4c9fad6112a9844b55cc6398ee1288e7e1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4cf3b634ace483af0d761b25b2c5bf8d08a6369d8bb1d4cf5b0cebe80c60fd
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86e9da8620f126a2abea593693691ec7b5df57f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a43b14c32c59346506eb8ffb872f2167c7f0030d08a39f686b06a3a8a1aaeb
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c5c6c83600238f94646808807a5cd7d46a03fa
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb9ca566e5b672f8c536c9a6a6f27b6eddb3c8830da8189238f497f2d0b8a79
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf9bacf6213112facb212cd7f7a0db2ea1106cb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a44d08cae5b2dbec1b4b68dadbc9151275c65124b2d49d070dc4ebbcb4bb5fb
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550cb29bc469be505e5c4ca3b698e8e6193d1e1c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e06575fe6542e5a8c179849fb06d131261f652767dbc54b32fd2a09020ecb8e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b89281969c2752c9c18aa49e69c13ecdddef921
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74865d524622634cd97066d7e88f8d96de06c59116f9c07dd9eb28981e5a028
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f147270c43320e96b451c72e3db37cebdfdef63
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256bbe15824d0b6bffd2269b2712a1f4e8dbde01ac0e3b1e08a9b954daaee14f
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e6794d3af9c0e7b6a07507fdfe0f3567597a71
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d4032a9bd49eef4d6ca1e526a632907bc5f7d3eaaf03d20bb899c3f9354237
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2145d4d120392147685afeba5663314870285849
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c34dca8f53da7e13d306bb250a72b11f52385e1b29c4c8f83b75c8af4ca322
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a520627a500cc97850e2b22b377de5fe5d05c8f5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc911d4b0cf71f1421c4ad2101a22afef56b207aafce439b7bed0d637245e04d
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf00f1ab40a71d3e5d2bb47cbaa61dfc659eaf85
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9b7b93c3d264eeda740fc1c89078ffe1c26abd7fd4eca0d080c93ddc841e61
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666eaf891edbf67d3607e0b6de23adbafb3fcdf6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0ac283be4a27fba66cb865efa438a3a59f3862357c6a5dd77719eec8e41bb5
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3796485980c4ed047ad1a5be2a4639dfef0b8573
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9486eebf1914fde90d726bb80a6d69fe1070c2716c9cbee5fa9a6531612dd8b5
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f45fa6fbd72de517154936c5426b3ba5ca5e87
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f865044606c53ef98615dffec9c1640c6c9dfb373b04b4ac5a9af7ad1786d63
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0733b3b1a10a7f44b67b599b7c8e091ca5c4660c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d865780852ee929b1888db880dea9c27f2b9fb90bcf0686e13dbf9256f92d311
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c718aaaef20348b320ed26403cfbb56b18ceb66
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7944a59389c8dbe444744113212b18536eb1caf7d226843eb9cc1bc9a58679
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b264f7494967efc5558b8f1390ca6d25f91bc2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bf022d208b0ce6f8683a7da9c1a9aa7c1f6f65e33f21472a727da4afdde29f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f42ca60671c8cf78ef472059a96907ca073489
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f996079126eb1bd2918403135b4bcbdc47f04755a9f54ebb76ea779bec36c3
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f405f5b9049ae171cbd68f345917840180b0b370
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2708c1262bd7288e9e53d870ca0a2b20ba4af45eee64df5a8310a67ca33ef3
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a5da678126e8133ac76f110fbf760fbe15cb7c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3817f6fb265c91596254be9bef74acfa3737e5cbe6d2a64db9bcbff45907d7
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f14d330350b52e111f279e1bd23c4cbcd554213
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53914272c8e203df8a818e94c3d24868857a08b15447ccc0e6d6b5621488c9d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad228156b4cc37076cde4e10f29cc61cb7316342
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cea36b33b7746d77d7b11b50fcff68cec328dfe8352377b93d349fa7ee8804
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4848ea20c952f72589903a2be9a4e51048e7b3f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bd83c18f5d53eb7b02b1b8dcf35533e19d3cbe291f1145cf4608b19f1f0a59
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8e25ca1c5404829fc43be50c7e8ee429e780a6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7dd7cf02f4494128b38586bc441735511b1dbca8e42de0646df831b8e0818f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91f5977eb567a7b1998470c801500e0b0d706bb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01829a5bb70b901ab7f13ce8004ac80e121c0f38ea9dba734e0f159b660c54f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ce2dcb50e85f09650a0c0ef160fea76db15612
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae5bc97458735f884c6bffb5a4877215ea7d47c1fd6a772f1b4aa06b315c715
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74012789e0bb19da120595aebe215d7f79079f06
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ef3cb95ac5dd32135fba0d7dce0f3efd20ed615231e32216cddc9f9def5f24
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9dc3fe2f13acf1dbdce89f3f751605969f3beee
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790f9474e73fcb53e7ae073d51f81f1316d8e27c18420344b0d18469008778dd
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d81a13b9729d553437dbce42982cfd91199460
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df629dcb0fd14c34addc5b823d99bbfcb2713859613acd66e4f095ad061ca6a0
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9583a0fb7bbc94da4eb416bdec9f6f6e67fdda6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a22c221fb630b83e1982c231a30699ce87629586eb4ea5518203e2bffe3a0c7
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52da960672b9146f96e1509f07e6453e84e48030
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f164fcc00ddab9f0a1526bbefbd432c056441a4cd3151db99060ac0af7cfc8f5
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301abb6acfd5c1c895ce541ed2afcc7fbd4bf407
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e204e53e4f2a8343e75a745e2ea79e79d14cdebeff247d2dd9386784f4c2d71f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fd545a0abb9f2e105b94dfa9377e497a136d0a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003e5c8d0739d5a5c892e9f123c1caacbc6739f09709b81859057a467d354867
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e347a061d42aea4e2e0c43032f5c37bd46d2ee
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca21691a2c62b1d2a2b4ba36ac131eab9a3ba78df2c77fcc7ad7c3e9d3a07fa
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8ae5d7b9b12e36140dd671c525d3a3a2825997
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1aa12d14508592d7a61e1399e962b62974ad20ccb5c3a2edf7e576c2fec2e0
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35a9b37a5bf0043d2065f9d268397e9741c5294
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77de422ad0cc077a9c8f33a1b35708605d819ddfc8f579f10b3d8f95a9edc76
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2365dba3d49b747a352ec9836a975615b7a896ba
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f18b8c9cb63d9b9b12b6fe44c3b8a12e18982611fb8b0d14941f8e2353c994
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132924f4db90f9cc695c207d7efde76bb0e2832d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df568fbb8c53af37a3f2e675e0b8bd3ca81dc9a8c5c3631cedeee9ead05a9146
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb9e997de2163d134615b1f9609c36dc38d9ef1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd65ef975da22869d32033e79b80eb5903fb85cbb4471eb622d5788f7cec4e32
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d7fc304dc20ff9cdc85276fbdd1c7dbc82d27f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b0c305662f40d663c781229179b42f870f47bdf3c8f178f313ad59104df9d1
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7a08fca77485813c32e9ff02a017611d823392
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cd1da5f8117e2bf6486ddbb405b72a7a5a27e1c3592ac01eb9591aba00bcfd
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b8837a23d862698835fcb3a18de8b802d3fea7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d82af7e604377cf401c952085f558b76c27e1aff7d8b16731700059463e97c9
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f135b5eb27cf00a802f7b0cd88116bb57e60b6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89f113299890fd95dc5ef508ebe14928038711352a880c6df9983befe2c35b3
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91c46feba99da7d77a1596c1e024e238bbab3f2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abf2061bb5bde47264e90955277ae6cc0c4eb53846549e17f7236372120fd30
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128d34a59897525148de1c47c1d2c268984a07cc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d211dbebd9293b1cdc5cf7448cf0b16d43e2f31252932acea3354cbc52607387
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21221f2089b2de84474cfbd5e51fa0ea66cc7065
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c655e809f00e4be791732b314cb83910059a3bd077db9802426508aa6b80db51
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de1bc173c7dbe559ec0b074767833d2e92a5be8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86b0b7d14d6aa9c39bffbe953305bdd38638954097c1163f263c40439e67886
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de559f1d0dd4b3ac3fc1b974aa97e3a9985ada1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819e7e38497c05a67753e87915e5f2d064a591c0167708554efa7de140b5e685
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e382cdc1f7226502aaea746c70c6b7883077286f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4159a9dce60952fc3fc7da4aa3e738f63f6b8de4d565e4c37c5e700091a55dc4
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a6215cc5fc9526a541f4cdd6e714702282e104
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7ba30c3c376299035ce2f8cb02b6d4b2a407cd515cc1363f4ab8e00e1217a9
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a496f070533d7ba49c2b333f78dfd5b0e40b5f34
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc849a3ba94528715c7a93a81528be5e88eea87b4ef867fec65bf4449a5ea35
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02f70e80ea868ed53d2aa1f71c1221274831b10
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fc4b8fc629f36b71e9507e63fab11a978cb741eb9c0c5c8540e156459c4fa8
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4a9b9785c1069c164f90b66b94a3ea5768003b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12167863da19aa3c009b25482fa6a8ce5382f5758f8264e6e93f3a1bb6de237c
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3261dd24ae480997edd6f39a2221a84e95695d24
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2e992fd1cab1502ee05db450ee0bd9cc7b16760a5a7ec5dd0fdaf5edc4847c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca98f65cb3922e4a7e94d3d2cbf9eabc7f254d4
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be94d7d0cb54649846c507604b1de1727d62a4e291de253b990f792ef1aba809
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca77eaaac68724cb7b96b1e898bfefd7c4f0af8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da0a2f4d1268c97378a659f38ee86e437212c003447d8ce98ae2bb4f56be56c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf98c69ed9292154ab12708ec1e82b4a9386709
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8267456d799ef878c0016ead021052f74c58f6db95810c3789489079610ad34
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600be800007c8a05ce93f7b9edce49d1f1fc578c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25a8caeb930a73fe058639ec7752fe886afd1c0eced46ed3c34bbe2d0a8a8e6
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423a4a833bb9eb00d9b9efdb58f9d7c6bcf53f3d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a14cb83a1690042cada1fcef3a0e1d2e939d3769b906977ff42c08f9565a82a
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b5350a74634f359252cf7e38d83977bcaeac3d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2b6e8ce1ee4c0b9ec1059167ba12b8c0e689efe2fd23943c3acf58d6085f20
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ce506ab38acc58b07013f921cb360f4c2d44ea
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd0be7b57eb1d9014292b37348d3c255509e1c3758f4210de7d00fbebcbafd6
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002edd31d6db53300e2bf19e8a86b3558e8a7225
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ecc363a333a8e110b804e3255665975e0d69ded94a84134a8c84ef581ddabe
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43199ee5145a7a38b4717991de715dc7a8f6acf
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977b1b178342b9270bba6d95bc6f04eacfa96924abf8c0132babe165b8995d3a
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5fe8e1a1f778e541c398d7069ee64aae00590a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f727e497375871e7fd034f92e84ca84fb6b57abe25e23a0489b2afd727a9bf7
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d56eade7d470cb0d94f308c8d0e5c47c7a0188e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c78bf5026137c1d99d9f6a9193fac9db22e01826a78a90f61f979892f73723
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c5f14b94e0146a0988f3572cd30d05b7911474
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05604cbab48c2b4ad4efd63af0724ad02060c3bbeae0303376f6643620b1fb54
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d57edabc477693b19c548cf632b9bc17ca25bc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da24bb067a51db4875301d5557c008ff6bfbe9a65d644d23285ffcf8f26ad54f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5d13bf03cdf8225d443ac65678cbc9b5bda37c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19065f0a7a123a5a66d0eaecb4c0306ad45028a8003370829f795cf8696fd244
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad79e725d7d0db2b6de832758b439eb966ff301b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11eab4e1c8e68b0c4a09123c5352f7169b77d7c377476ecd53252cf7dd9d142a
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8519ae3bea2cfe8fcbf2290c0836b6e83956d2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebf14cc2d415d33de95c0a8a3ece92bd9f06894949366025c6cc47a623d96dc
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6027b6ace2fc235623c0ad1f25e8e18e1157c8d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7311e81b21bf6604e55ffa99c48f951476cc8133ff3211e56002affb5152b196
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd78e387072477f9af0214c1ca91d7dede9ae3b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54c12f26f8fe1bf90cba9179df93dfda97ebcb3413fb9d88d27d2ab0c76756b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1e43cc7dc27411ed2004cb216c3fb99a9b7491
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db6c1228f436e242e73b5ef3c0e4d1eaafaf4bacdf9bccd68c329b6bd326749
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66d1c9a08f1b9666f9cf302be4db68a8f45e72f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9263b09e3c9028f2cab359038de4eb376a8f318dde2583fd819eff993006a39c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c07de4d8207892ffd723a2e33b33d38cc7e0c2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484332b923db0ee795a3fc56019fa8be37a9d01eff0d04f64dd668b2bdd26a16
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c548b1263543a5c70c46d968cbb24731e2c80107
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb328899fc2c94bc96eff72ca3dcf8ed5c8b5bf64f257a21e1bb8bc90c6237b4
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8761ce9056c6e3187c69329b2c25aa475acbeb3
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2e5a34301706d5cb4cad98d324f243472c6c962ab9cd5c0621f3824bf0c72d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2520d2e6518a0685b04b9addd2ace5f0152629
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfa64d30647d76bf9cd17a1a94018e72c200ba17e1144ddcabb3aa9ff3cd5e3
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8f2ca3a4a845d39221e19eb9165db8d4f7db65
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f211241cf5508bfdfeaf4617bd5445d7ef9be2093d4fe2c52646963af93dc40f
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0df693bd10e75b09dd81909ef2828da205d8bb0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c72c07ae6bfb104a6fccc02430d4f7ad81a43765aeddad76532db7f35f7309
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb77755a9fe76dac1c1bdbd717d80a3c67119858
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12f6f123846d4230ad29d187c22aaa3656e7436ca42ef4091e61be02711f78a
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a057eb6aa4aef8997e6c48158098f7f8fd3e8f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4796c1ba1535d901c9c93e78067e10bb679668ca41a1715abe50c33eb04bfed2
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c8308c830a55146f1b72f6bc18b1f50768692a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c89723accace397df6c4e9763ce248afb1f64fe7ad90c431357f264ad270a42
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608f51487f020f0dd71da0ae9e6aedffe58752f7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29a1f05fcc3596af43de4c950972db18947e8de4ef5b267c098d28c4a554964
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a7c4c2cb2d3c055f6db5fffade89808ec90de7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856a470e449c75657b7f9e69298bdef5735ee3b599df45884581a6f8bc2c38af
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26db2444c2793ea65e9a61f4aaf69fd35bb89689
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694bcf820daa8a7c9bbd2d4b273d85fdba9ba1f4bca153df42228cd96d138733
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178779dea920eeb1581834219003f361f236b44e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de18a008e10c8540b2627bd8d982debbd97f2098fad1b7b5c2b33c7b0240118
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e67734da77dafbb2be2def1c6a3033cc3732f8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b28ba6998c5bec8688e536b569a4abd3928f008f33a9308591e9dea44469648
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41aba8069493472790fb23e0a40a9b3695dd275
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701edd732e6dfa0c4764a58847594ce66463b2d46a2862bfc4d7eeab26bf98f3
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d308a0b2e887061227f5e4808ef90bf1333db5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1661a38ad240bda81f039041e32300aa90476f681ae2b67b8b3b10af0494b3
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e09fb550538ba72b579dfb0daba81a983ea1fe5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70470d7ae14cf6a592e1196d58f828deba80cb25871f94312009c1f09a43f9d4
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e0e28123474de33497e5ce0c21077a8a41f77c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588683a58ccefe836763634efc64d7803ab0d7fa656e38b2c1af559c322bb4d4
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06d75a46c05d8439aa5ddab82c667b9787a0586
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11fd08343a575e203496c1d55cad32696d2c107493b3019f040c70301af70ce1
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971085ce46d705e19b55cd02c4c20d5b6d41842f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf73d1bac11ddc4b3631bab6cc1719cb6188779b68a2f171d8719ec87535ed4
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1946b28e01ad8352caf5baad55860906a0829655
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f35936a8d767fa783492b951ae1f61ce458505b98268180c97e51c7802ebc03
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c9d5c5b3d77b23d2f1a3925aa8af3fd9c89c3d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1afcd5dddec32804dc849968b3b0f4b958bf0d1546fde1578aff230c660a8ba
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bd08544efd28ae11932d46c1866b46ef73a9a6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e39228df53dbf24e6400329469737b37929557a3b7702f3992eadf4ec79c95
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffa8a4d4330f9e819b677d28fc00c1151e1a318
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d019abf42edcdd437a70c33f432bacca2152c0d6c2d0782cafdd21a94ff4328
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed347ac535aa2c4b5e2a0dc7d072fc016c90446
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000a581da912f14437ac733ae81184927fdf3a214007c28cdf39d0144f64aa87
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8d98cf6ca6a016604ee0d154b62c848cf43aaa
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fda8186be0a7f32d5a7260b36a0341274f62e5eab3e1852921f482c5354b904
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dd0b59c1f4c6e1eb6bc84cbcf8c0232f24fdb0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6beef26387315ca720b1c6b64df4cab31f018016f3cc24902475f85c083e69
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a9c6c218a16713ba514da49a10c7a1da4bbbcf
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c801fbf1e575a557c2060ff866dc14a0f1975242ac99b8adfcfbeaca86452faf
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fadaea70fdc964a3931c9c1b13ae731dd891fc2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8473daa73d7abeb006435cacc1c76a31b9794d767e31c1e409ecaf03ff34a0
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355813b3559641bc88db9eb70320bf48e876b618
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13649223ed4b331556cdb378d222ac076ec6b0edcfa418c87f5f8dd5648578d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b903075f2320ebda91582399d1f22ec28233dc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d96849977ce51cfa4563c6067259b5119e85cefdbe43471dccce3b3380a4926
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2da40c25e3e3aa579741a806f40b96fcfd2ccf
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e44616ea55814d56d95ed539f2a6eea570b97f79bd66cf92c3cc93504f190e
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553a68729f35d1aad03a8d46860c8867ff6ac6bb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffbcbf4b4bef304d70a75c9e2d0506c7cea5487f2d33104fdce6c70c99cabaf
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987e9ac8c1cb59a0d124c1a62f210fa05b2bc5b5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901513ba8d03f079bd8ff72044106461e74ad48c27a94e810d401c3f4226c6d1
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740c89db192a3583611670e595baa385edff24ec
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d7e759bdd6453719672e7995de383d1b392356ee67ba25af9eed8cd14e27f5
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cac3f062716e180e7086ee4e0724b0ca9fd4d7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71494882fc84b8abbafa492ac3ea9bd75c12c1c722d81946fe8d9f90383135a9
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f796c689708a8102c177d8be6f4c23ebd940b0c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ca71d345e2464849357b9e9d4d6dbbd9ffc225500adfc08c68ca135e186e77
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac3342fc8d9a199929b3cd0012e215816aeca19
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6908ac3fa6ef994c216629eff8a1b6a08588522918fc3bb173ee037fcc45d5
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b83ca118b8da7d61544d99aa2724f700b7f737
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc30b27be294428771bd64f44741d2a946279095b220687752320a6f6767b9f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdce36697e40da68844bb869bba39b722793a52c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b60224ac682b36ded2d0379c503d3090104377f0eed9b01a867262e37094339
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecf8199353836a8f857c514b2534742ab743380
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7114ee94e52cbc473704d66f9e793221a4cf3261551651c95bf4f8f23ca37f2
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1025d54d26ab3a6a9c1cbf900fddfddaaebcd488
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d576c8954a236a6cc5fb452ac642931eb94f8d409c7f2c5d243233d5cd08ad20
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2388c31ddecf8912b7e86c791679b8f1d9d90f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13e82582835b148fd6bb20c4bfe54730f5c95d8e5d0f7f9515151ff077f857e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454f661994615a0ee334088c1545510099210476
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6a313632f0189f13ad855b2dbe66bcaa3f1fa5a5ab893a2c8edb0159738745
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c116796430eba331d3ea9ebad68e7a9e595c792
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51958f5dc37a5312233119c8665c3cde3fbb4fec6878d79f6c8e96b2aa7fa6a7
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84864d82d8a90eb1de7923dbc8a3f6623348e0b7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27f6de0bfcb1bdd029cbdbd2a6d4ecd0ac8e448f3eccc9d96b7b91418dfa352
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e00ea46bd057993ecf72094642d6480fae629a6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9098a8474646265f45a7bff34a50256e0e18b7eb0cadf369cdb3f601106beb9c
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb24094bcb61ef7b90fb2a7f64f3a348f1b7d50
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404a4f471dc7180440cca789f11ce2ce819fd0b47568dc8a8a646166818a3065
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941d890a2424262665c72471067760cd451080d0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40a49832518169094ee4079ab85c41c0ced959bd2d3bd1aa62b0c92de3112c6
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa640c3b539d3bb7f5d026986ae8f7684d40873
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f415866e87881eaaa0c0eb7f5f9e9a57e6fd68935e867508173deff4ee4cd3b2
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f60c28401dae9c8f13d770b80a7ddfcc6809086
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df561249a8e6becc5e3a7f21946c8ed2567c86032dd2df9149f6a978c475972b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4517721427525cfa5c192f51d76054c07883287
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04a00b6445011b91589fb0d5daba0ba16f96f10a620a6384e42275a8b3e188f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735326bab831b4f759bcffbb8b9f12b68c9e623e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf47a223dd41d5151739d50cdcd726ab90f78f0ca57174b6383de36b59de41ec
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377fce6910ac207770dc3e280993b831c2e0e1b1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6278b6a719778cec00113a45b123301b8e88f60aafd79749f58a442e6a5adbc
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002b5581123b5235448886346ed18316c5896912
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fd9fc844cb27a710142c822fac03f06c6636c597696252199e35474c8d1ca1
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2584a08ca306d0c2c7bc80530ec27fcb4ffc0a36
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5e43477cd6e5da2ffb316698c50da7c2cceb8119292514a798c1712a68f6a9
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9d6f0fd249c6e27e1b53011a06feb13242adf5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b467677844b5258004102cf53508c870bf4e08d8f1b2feda29957d57c68cc22d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff211e054b6822f686fde0e9330675cefee840c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9b51d8da6caa48a94d4f882988790c73f2fd96580fbb130425a810697b3c53
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00070dac154d65464217e19702f3d67b989b61a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bbfe69cb4ef56e56d7771d0c4c67d177ff3991b8f903b1a2876a54c21cc63d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20619fffa750cb761d1370e98c6162f908ed9d94
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4832665ec726c424601d7c93fd34d1f2bc6e2ac5409b77c5fe2883c68cf3520
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c9d91096d5b3b4cfb2ba0d77fc6d44785e0c7a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afb5102d90e74ceff4684bb06c2b430334a7405fd0d304affdcf7f719eb4c6e
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39968f4de5dd0417ebb6d33eb3c37c7dfa5351e8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbb920f0d9504f7a7dddeff1d9e3309031e109e4b1b165c5ff63ab1316a51a7
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b529307cfe7eaaeb9764937d7b93acbece403400
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355463b3645e33c1999593f243664a3bc67f821c321a82a4f536a6fde9ba19db
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8f540e852662d931e3f7f6c1d660cd0d158fd9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1476c3cb2e1f12517ac66ab9c5a4ddcf1fb18aed738ad835eea31585d39034f3
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e46e77eae4bd2289665496dccca4cb45c5dd75
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f1867ee138078b743ebda7329b25ffd5a7d9c3492d13fba2919d177eb20ba8
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25408e5880504b4fa997fa36dd2aa833cfa9e574
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b62b34f8a936c6c412f7ac334abd0aae022e6ce462c67cb2ec0494177a46362
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db5d57b1e11f95e017d61e3c7ef7be5623aef62
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55aef9afa5b7eb3556947437b75f6c8016326c9876471d7384d109ae103420f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e03145c7a35f6dc42573269b07c8e62ef4a745
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3f02c1e9893053a5d82e357b24ad11b8fd07d66352f5f6a382eb81b303ffde
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c4ddc2fa72032ee4013f1ca99b095037f99ded
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c680891b2ed37325fed7b5ee8969feb2a01bc0bbc248af2459c533ef5c6aef3e
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8603f1d99163460faaca9cf24a081846e57934
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0887dc9e956b7e798b3b84568816d59c3f557482af62f28fabf52932cb9631b0
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77d1e03032825cca9b72789801536785ea90725
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a75f5ea104134635e86b59c22df3eaa3777673f3c90b4b84040d71903288f6d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b24547b3cba625c9c3e36affc57e2a2da6a0cd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac44a99c8d8f89ac907c996cc70b1f646951560efe6ba2ac6a9fb86bdbd673c
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75602cafafa1b2fe9b285a80837c063442f09255
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549d845e1945dc52dfdbe857f9a2526092633a313c132fc373b0d89fa5ebc095
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c11c627cb24eb2c7a853b1abec253404983f99
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027cf47fb55ceafac0d9f64a202ce17b63fc73841c50d69f8ff35eee0e70d867
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e354d707d45780db08465578cba52f730a0aa2e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb4412710bbc65e54dfa20b9e196f97d043913e5caee29f12b31c1c6dd84a38
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ada8fa9e7e92b618bbf8167919c851572d793b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12264fa5fd2fc9f5c98bdd186011b90685b7e825cb87bfeb46ff9556578c6b42
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025c84538fa71d7cf6d9d603a3c80d9f2cc492e4
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725b82c406f5ce5304fadeb77567ab717a4ee6b5db954b50bcfa5ea9d62e54d1
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd88641c3d50c6ba6591c6c2f6682cafedc6f2b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9cbab9128e8e9c3ff44acbf1b677ef827de844b4476c3fd28133aecaced371c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f14d61630510bff990e0e83da5fd637817ce5f6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f0235d5b053009cdb26e0538f80348c1226594738b452c73391ee62e471c30
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7a709ab87a8240ac8a530e1e864ad36f692b94
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a4eb5580ea37f44a109e014366536aa9d7bfd46e4621a7bc07c68ae0aee442
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a4cb4156dae3ce938cbff23245943d13cf0e0f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2662fc69522cdfa668b5c56e79b1c44295d89e052c96f3646d6e608696b3a74
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da791e64906bafe7ad6a98a42c9ad232aecfa27
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ca48b6114a55c5cb3d30667ea795ecc5ae811bb65558d6e04981a89f57417b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a25860e395f83a4a44aaad88151bd5f63167a0f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3559341dbfe69400a76c49c83521f80de70e7f018b86ab513a92f47aae727823
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/lm_head/_s.pt b/params/llama3/7/rnd_search/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9171528aa8c6d831be58728729ac2f59f84da16e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f75ab03d01f37743f14426bc11d1f1cae11727319a2c4c76a55e1cc2336a38
+size 514179
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b893f1a5703e3e64b5954746a61842a83eccc8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1bb50c7072b53d4b968684ea43e75f2f760dc5cd61dc1ccada987ce9ad0696
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f801d51e2fc6167525eefcaaaf85a230411becb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847277ecad4da3c9ad5bace8d00fd30ca88612464f2fd40bab7bbcfdb7ebf922
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29495027c5790aaa747fa5d3cc8ab9bbaa0ac965
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a6eab224eab6f6f8ed1c52b0976365f9cd5c22847f5069e810fc45a9f72147
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a05777e6ad54b03fc5e630c8afc2a367cd9ac7d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ad4064bdc5aeb08483d3875ab23a66560575480db689934b40b4f950041ffc
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c776dd32d5dcfe482ebdca82724b1fcdea0ce43
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07739a09275fedd45b9c09d2fff1048e74e53e7007b5373630149f7643818315
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27079f2aca5516480b8f84a2f1b7d7cf6cae7ce
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022a1fc9c9898227ec44f92a2c09eca0e425a740a47d51d75c944f5a23feba7f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3cd6816cfc849c28d8d3bf3865180c57a8c8c5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8633e09ab8f4e79199141a82b2c57e5f2dab4558f7fd21b90893d1ac4d2fbfa0
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135d469b45e624631dcf90b63af698987dacd650
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdb6037e5c57b9b2c1463f172857c161c03980ec09686723d272a387786beac
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93780cb0d505bda631fc5b740a395166e379340c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed80ce376c9ef7266c103a83b084c2f49a9acce78caa81acb12b9efca50f38e
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee67353fdace39da776e3869341574d5cec5de02
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e098d68900d7d1ffb93a993b59ae25b5218761fb18b4836841a1c2112d2beb7
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a087776e069c447d4b459f532934f053f687041f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edf640ba9a3231d2e33e99b1a6b853906614f29191b514883f6b307e0140131
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f005f1bdd8024c334b974d7278dbff86f4705734
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a4d4fadef54bfd8add25d7af7d4de0966f9c3f4f59d9a7748018b1ccfcab18
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5964cf2fbd2cd92990d3c6674469ca7b7228ee
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d5962c9b4e086ff6dfd969fadbc43f73a6d0a5988e54d6186f83789a3db143
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c023b72bb39d51d3449e194535c18f80cea4e144
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b215a3836ddd62a17249d409bc5640eff211997da9c92c9d7cd43df1ac8817fe
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80363ae3f98b0f68984b2eae8a2826c3d002b860
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40049e8bbd765859fb7e37dde23b9e37e2d0b53761f4ee8bd4b0f24e6d313b81
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a721897d02e152737bb878ec262e15aa100a8a03
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d0cb7ef5de93ccf6cb78884fadc8676450588f783e12465a394e042b1ffde4
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351bfbd41d41324d2314b9b5e2553bb8998a4bd6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a803fd0b130b5647bc28545ac309a6763d38c62934c3c93618af40702e6942b
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2b94b8898e35138c74a8d65a8aa6880c79d90d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5d84af3eac3ba9079df4040ac9539fc6660f12c81d56d2720c960313025231
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14d27aff82a12e7d5566b0a9e3be6c8a92ecae2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be30ec19c86f32e05c71b4da3989602ef64df9c1bdee1bb55808e9968d4194d6
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cd7b3777cf99e25eb3286762db3bb011efc91b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5424e58e74c2bf2d07b21d9cd95e1b85c1ac764085fdea4951c3d592f1c97b66
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbf1ca809692a4f5cd8b0e9df0f4a3147c02078
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086db20ce4eaafec1b42ac544313485b383de8c4b057524c1140800830100461
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a1532ef2177a5435bd78a3b19cb870b7d8845a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c07d74fd230027ae546bc129901b6289168938045ca3d3c784d83b412d079dd
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03fb506db249f59be997534a8cd622b3075ed03
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6852883466bc4a017188c82d9b1626e1abefe118a3632dd56d2578c5102f0a90
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776959eee92d80a81b0f27bbebdbe32cc1ebe504
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0a27218a48e09134d5c9d75102735516c6cbdaa44031e67fc468f2fdaaa90e
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac5fef58ec9dfdfeb2c2566827e7bf81cff2d15
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88679beab655830d09ed78bec1da293ee9f2b5e748b3811cadeec72b7ec36498
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ec6a5f0c49ec5a8a0b9c8a9d7c7ad3ab471732
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435d5e9ef6b18ca40a550400c94120e8c5e6217336f572bd7187ad249141f3d7
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006bdcc93df481ce1c2f90df589eb26a6b0badaa
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026576d583ae497b128173032c68a0aef5ae794bc4bcd78ceb92b8158c7684e5
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300faa653961667f58ae44bef14f9a06e643f393
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500952dece6235cdcf441e6e28a26fd75525c2e50fdec8428a6093dab6a3cb48
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f826fc64255989ad4c04bd8dc677a84597820b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ae843cfa900084ae162712e0b13cfe3c5f73272b4957213c052d3be41292b4
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31bb91ab4530ce46d383d37f20bb9d517be25b6f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70dd229b883cb5be3c770373ec55d789269bffd38a46dc40d545949f2e686813
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05be03f52fdce2bae0ff67b722fd204a0404c636
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d75816c9e3745fd5a31d845c26cf20a7300cb4f80687a3798e9d14be333d9d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec6058803310e3f99636bd5d0ac0e26f13a7f00
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c891d96061ebadac393293f9e1b534d9fb8cee4a157eac60cddcf760682c74
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233d09c6a85464d5f6427a02add76c185cced3d5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2598befcab81952b4be185da5a959e2836b8091e25d90989d71e924bde095d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe5f89e88b280620d5e28cf5230a124bd4fae88
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642fc15f3e154ca8ee2a5de75f456907a5bdd47c86fbc41e11324cff9e94df33
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcd0419080e3baf9849582fea30b160ac764260
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e12ebca860d101faaa5386220f5c6e7cc364989b7b5ff05fdec1104789a15f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008e603474b180df732bdee9dd2922445cdc2cfe
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d4ddc319c5faff2bcf64220dd67867ce53f865b6a3f472ff2c34ce024cf1d9
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd402df90d532149e944c1fcf202f8117988c0f6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70e18a30753636705566924382adf561f0c97e69e014fef5d7316fca0fbb9dd
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01413dacfe42cc8df1484bf4885b5296d7f3f97d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a518300dad5e0eef9a28151cce1256464e58d77a0190df4dbd6632268979cd2
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21a8b21c0a5392f85ed956d88434f4066853722
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d895335f74cf57b3689d9ebbd0c0313021a684f23d9febb479e6c259171678
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e1a2fe5da8e042c4c58ce2a483a01543b84950
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe819aca9fcc440633863f511945ab7f01db2f554a9b63b0ada1393b88d291c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4c2ebba2f5e079df62df75306e5bd2e61a65a6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1148bb484c8787d3483342f4dce9ead19260d5b226617d67a6a4204da44275a
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c506a7f67701db2c848e1448971a49009ab52c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f69d6b2f616f9f8acd13110ba34304aea103e0e36d5d54eb4571e504124554
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025b094145b243b34d86acfe9881cddb4f5dcbad
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc2ebe6b06f32bc5296ef6e53b833569672455da9b3aec8fbbf9d655aa52148
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfed7020b04c862bd3898b5b4b6aee5f1d31081
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f0a1b2ba33c8b1fd18bb69c61765bc489c915f4c7c31659cdb51acd3931e99
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa1b4a6cf3037cdf82b37edd8ade91fe62a256c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00a38c846c63cd879dc976e329418442f147d70f3e0eae5683211198b625ae2
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c948bdfe49bd51fb0c543471da26618d157a864
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a0132d081c6e1d48845dd086b92379988d3eb0a03f8984c67aa3c3cee1b16b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c33f7780b645fc06f1131767a5f0ddf757cf05
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f997e562a072393696a76b7d33139d3c000446ec059b4f436bc0ebb5d98262
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b63a4ef2801db88318a0453982fd3a23cff4000
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e79326f6da168a79176fbb99eac2f14fc9216f59924a4c25eb46ba709a3fa78
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18206162cd9d0f8f81acc5158e398abd8125b0f8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef4736b40546daa2212736c8bf67d2da84b0afa5413327e73626976f979a4b0
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9104e34f4af533dbec98cbc95962ee4aa8e4b7d9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07ad30c742414de710eb71f2f45697c40400301e9b8ac8acfa2b209a21f5f1e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d87061b014d2335da4b514a3e873130cb653b42
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31cb023216a525a57d50a26a7272ac903a262e54dbc009d79a020be0fcca525
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c037598188ddcc5826f78ab074bf853ad3d9bd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8bf945fb451258e79d43e42fbafb0a5a4df4e192bbe0b44fed230f073a8eca
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e685fa02a2c28de4f4c7d78b2279da4f6c3ede
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6320641a380a1a3e431c555d3fff165352ae1e50d052e6d6f52963e71390110
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835a8271ec39ed3257c47965ed6e2e37b7a97d18
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d3914199728f4a0ae091ae63e75d4e787902f070e217688097eaff0c9e65e9
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056f6254707bce3590c6f158b3121f9d16654df6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647bd32172cd0bec6db926be02c1e11cbe5ab63828d58a12dd23f2c91ce8af48
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6080b38051b44597915f39b61f8596a66ea64bed
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615f6fd3df19eba57f92b8654d6e9e953654c2988257f676668ba3e89b885f97
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5872701219c3add498694e54db8bba0e1b40081f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97edaa62ab30da7914219261b9888a55d61a20c60e3cd270027e7c521c9b03ea
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1456e72b09d6b4d37d8f8cd27c9f71b8aefa6d2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a911f3f97b45e5a812e21bfb0cafdd556670f884495b2bb077b991db655d2c
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8d2700d3a4da725d7500d015aa4fea31fd69aa
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c79118404f1f502785d178a1a66f3fd1d8d5603679ad28085195610b15cfa1
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a026a348c9b3c23c9d765aa1c493350b55417461
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8906b7392678b2ef94ed7cb2343646ebf1bfd349a1b473c59974afef657eb35
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2826f000387f3b38afdf157339774fd61ccabab9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a05916fc9291e481e4592166c41ea4724f5d2f38463da72309f8c41c4e7f84
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a77adc96f7bde4e085a5ac550de75b91fb8acc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ba3e6fcac0e437ff87729cbb6524bc814da85d568f3f0885d707047eeeeb24
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1e9cd15b927c6db287131a93c6a8459ec7b129
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3497e46af86d3addea4a4d7b50df16ea272ab4dbdd64526ca623067b96444a6c
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb25dbfe6a9abf1bd6af2be157ecb5414b67c64
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce0043a3e5ae60858b7e7c34aa0cbca18efb19061e48c6d964ea588c139d9e6
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92ccb3c0a998ffadbd46f8c32d059062d5f9a14
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90dc8a010a374bb2f483a8aefff48ea24c90e081b308c6ca70098215d8dab5
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef6f487351a68871bd0fee64a826155d053a111
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80999603c10552700735c2616924b735abe791c99968fec388b4185a540a18ac
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701b61369f47517f6ddee8dc63e9ffe0e9e27ed2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f4e2e93a67b1acf352aa7c944cb296269681ebba8bfc20e42caa23853bee70
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390edd3cb12f7af5a73f825a525976a069281ad1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768143f83eb8c34e0b3201173295ed368c4e3f3d96b3fd03e4ba8457c1f01225
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76f3f4035c1cf6b4162279dc5cc8be891aa5f72
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ad1522eb1ff56e5aa174a2b698c9083f6967b76dead7f308eac47a47bafb4e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9758fe725f651ec80c92a4647257cfb8a6ab3e29
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94d70022e0c1a630ea0cb1564a2be1844a0b04411fec9d4ea77a4cd72da610a
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4327fc3852df66c48a66268a9e49687d151bf7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce87698edfb4f72665718f018296956c3da0891ca088f81334740016b80a91a5
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652e4bab7f744667492c51534ba5f43fdefbeccd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff533fcfac0e546a45e1918e37778886de5a2b38f8339a46a5fe9726aa5fe9d0
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdb416c9eeda14b680d98e640f9f4249cc9266a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffe53fd9930d9895914d9a8ca6aed1768f804d0433d45dc5ec84ae22d4d8208
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8807caba9616c24849237d042d48d289359abb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12763fb26807b69d1fd54ad968f6f5facac47d775fea3b40db458d8ad492967
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4e626466bfb2d44502f2ce6a99723bd5ff68a8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90acf65d34b87472f7d94dc67784a3dc061c14732d36bafaf6eeeb5079526580
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c34bac9789bcd165780347579e65fc5581a2020
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf363b8617c65953e9d6165890974983d9ae70987ccd1edaca0944e01ad51f40
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af251d5c693588435d36c65e9f481c175cdf5c99
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a9f227b3ce5f1e63dec0e505263e7ba832f5c32d5632edeee3bfbf5855ce34
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e30bb727128986960727488a8aa665bd98fc3b7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9bb377addf56e28f0f80037d33ca39b0604737986f91d676116a0a6df2823b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367e4e62e929165c295d3d5f7ffd4cbb83df0d63
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b51d6afdd8218589df6d824dbb4ba197ae51822f362b9eaa0e50677b0f1cbd4
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c46f1a179bcd1d6ece317136566215d131affb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1047927a679de495e22efde0ba2318fbeebda793a64d56c1394f26690d99349
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2571fa74789a2a2483a1f904d13d6c401f487c1c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40dc026f36851de99a4e51d691cc4cfad7228447f1012039cd94275b33bd7d9
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4cf49373b3793c320f75e60f09662774a0a217
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0707e19561ab2cbfba409df16326b08debf7a96c02b917cb8f180b7a75065d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8809e03467356c8f0af97778f0b43035f11ac64
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06404e36913638f1fd89408a95a041e7aa602e1ca85d20c82f4abab90803ed56
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165461ec868c5d68d6a4d6db061e698a64980594
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd7c985d8c219a43d19df3af3511e340517b8da0fbe8a06d2b510aaa7f45c1f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9b10f90456a82f264db0e586c9ad6c88a5b176
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83686dd6839b8fcb28bf231c26f6d4c681a3bfcc96d24f85c0846e06c96dc298
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb16f367f07275b8fa860a9d6eb805665cd8ef62
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42021aaec0321732b469e31e16bd97030e2c726ed89dd7d4d710dbaf3c9662dd
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f302421893f91445b59bc19aba27fcf46bb526f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e34ffc5d546b6c2c4ce38374209c00f77556d2f1d0199bbf0486c82e2538842
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c404df2df80e34f420e66152b58206a24d1bef5e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1fd09635f5cdd6d361a58cd40ef0c5ce7988da821e9e35793a7874af283ddd
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0475debdc660472ec4d5147a2ccacf1dd0e7d4
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d626bfdd666b4cefc124a4121927f69f80227d679638d52a54b4ac526408e18
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7db569575d8bb57fc735f73eb33de9184e69fda
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e7b7d50c162d35f2591b9a6b7967c15de80dfd22c9240b4373bc1c59f18ee7
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c819673ba213a9fa79104dffb93678db0e154e0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639547e7ec6b7f948877ef75ecb3568e9561a32b043870319730b48a8c67db5a
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2532183e0a41d75ef5b1bfb7ea9eb4c8ddafa41e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374adb064e5c660efdcc2d59c214f7383de00f00cd4e8530e9659ab40d2568de
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162de7dfeba3d9f8e25c1baee16a933002c8c0e4
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a36798772854d99da6971e55db786b46ab8ccc5e21683c3858123add10ce00d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7799caac9df8501f3cf0f79b4bfd6e4de8e667e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08357523c5eee87181c2745b10eed956120690b244ac3ec11e8633ab3ae171cf
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ce948b428ec4a0881983d7f25373ef359e0448
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9c8cb1bc773cdaa89bb1e5b862eacedae73ea3715efb84adc082f8b0ac9e55
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e0ac21d05e3b725573fb97a9b91e79fc7799e3
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c1e97dec4f477381a60f1bde206c35848d4da93b351f53cd011b076289687b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f166f33ab8675f2e3b1686050e10d4df83bba66
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596f4c73275f509a62dfecefe17100c5b7f096241c009e53456a17ce533bb049
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16391a66f787bc2aee2e604d10a824e42d022da8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a003ff1ac3aa99c982529923081d9b23f75531ae8d8b59e600008653417e1b6
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d59b37df5e56192dd885c0a231ddb17494059c0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f69f468e5072042a333abf0aa4780b3b684305cbb78dede30a297a771b57fb1
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad3a61d5195e8f71af393297b9f12f90d3b6119
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e235af18f39362a2483c959906b3a6bdd4cebb5a21bfc014bfdeb5142da3f243
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42113fc291938d6467497ec11d61e64f2e4beddb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47dd2cf7d418323ebc8e8d277f854fe137595aa6c04bb118312deacb1d7f9ba3
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8450b6c4d28d819f76452ca81035d792d640f655
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4f2e06975a78ac768f499d098f4c1ae4c8f25937dc3cd97fdf606000ae470c
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5caec48d307e55b67965c7bfc4637077765a108b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ac70a295be1590c5f70f7f067700b83223a40e72eabfa8ee9f65ebc2e2b0cb
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8ff01faddbbb99478f58a141b23f4ad01387ff
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacae81ecdd62462c8e3f15be7121174db4084f3e69541b732cbfe70cd69be16
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d733b9cd53dc984716d3c69f9386929a0a7ca87
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83093c9e84132bd0aa3ad954ae8eed6fbb5b2f4f555a09b2bc413c9bcd4e1ef9
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936e6ab0855f316adf3cdd09e2e6af78fe6b6fb2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7848686dad9449cb3aec24c92ec98581977a14dc67d53ac28d8e1e9ab8d5d14
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a35a61514c688a66028ff14efce7ac55beb4cec
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ace07e886189d7192bca2b82f7f4629f927d79edc7a903861c981c8444c80a
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670513999e2fd30446114f11376736ee5ef1a41d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb07d3dcfb4ccac816e293b6ca0b80c3dd6f25f32c41b9b192ccff5478cf3bed
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617f0c2e40255e68a2d47e7b10658979890aaf23
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5ea9c46bd3671ad4aaed672bc5e9f5e673702b13b1ffb7a1e7ffe67a9fa47b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214c547624e6f68cf5404cd044801bb458d033db
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989eb9985c13f174554bba0e2c72f1ddeb4c39912e4292b4482407bc09052786
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4aabe6618e727733033cc308e2bff998ed7f5a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ec575891eca626561ca864cfdf4b70bf6a7729163043ca5f7e6e74188288b1
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd593238947bc73de3af5568695387d7443f5644
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e41ea0714307f04eefe0e74630273708dbf9eb202fc76be42e4cbb5f4f7d81
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1667e5fe11e20583bc71199174cf7416d9c20b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b2e238872ce8170bdb8db076ce85de8a1115fd05200ac679bed6e02f67c1d0
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a472e2017701606830aeaf6219033e51b13c76
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4588b80befe8d3447ce7823cc4be90f5663477fdb7c18a4b1bd12f9a97626d58
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9bcb09c38b715a0cf17d6eee93eee44fa2b888
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b54dfe05226f178f20f25bf20b6e9c12bd9016c3a1e08693285d4503ba486d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acf5272342e36d2fc90b1d24fcf096c0fdf74bc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174d3f7ed8c3ee7f818da6435d8b31e672ec2dc62ad008ad047333737f4a304b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9b91cc0bd85a04c8297b71afef6d7554db48b1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b749c4575b50f6215d662840e3c582abb986480d02a9a9aa6537de4c1e75631
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906744758fe35766e5593207fdab66cca37c0410
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b50373978f4a12386dada701ef3ac555eb41be0a7a4b0a1e62459e459dfe527
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c640454f9081261de6fe3bb0577736957206959
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f99bee63acb5a03af9ec4af0387667bde40671c0653d88cfa2ed3e52124a8c
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1927affedfb93e1242391d1dbd80df1d5e8e88c3
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4977eb22c36488260602aee21b1b5441bb93494f84dcdc8f62baf94b55a7b4da
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61551685b78d6e2225e6187538acdf617f09420
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2db044b673052cd0cb2b19b0b509c90669047bf3cfb87685fddbd17dcdb081
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d2689312262655dcf50e32dfce1a7022959d4c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109f6edfa2a9f1b080cfa21304383ce78a3cf95a262177cd2cf9e1be5e2ff231
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf94dfe230142ab1609357c2e239d6175a0f45ee
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba8539316dd0e3f3b7c82ad5bd04467dfc1b277ccff704d4d933ae4a13a192b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330beffcb77a5326da9f0568c020f8248034c3a1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4324152cd3556c797da030d4f973238d0d2636ef8c046635465f384570074d17
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ada685c3138500b00a9be2ab4a54338e6a32441
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be16798ff137bab5a2141cb0f04f750aec629f505c0f69c20c4a8bf8d3b6254
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3804fef69c3165a981b77d8e7b9583ccd1596e80
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8732eb60c3458fa3bcf1b3202afe5b0ce0c35f3671072ff2c9bc799a440995
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c655b7d9083bc573ab9526d9405f32196324e0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e13d975ab714ead0aebe73be8abc45cac132644809a33263ded2348011cec39
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7883ba96c202eab3b21976467db5961b699223d6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717e6d763fa345beb087a9482eb1eb2a173143fa5fdea4e10552d2a3e48d20be
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab2660e8429f8fa39fddc4830c7755b5cd004b6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fc7dcf27579fad86d41533f87570096aadb8525baa6ec3fe445946dee12023
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f238ead99d53560944a15e27bd4d7d9dedf7f417
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb90d99ecac878002f9ee1728b7216e38d734188f84fc17b441cbdcb05efced
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178f6a5c8069121edfd0b4e3f41d2fde07618c47
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0e4ea0747f60d3291ac6556aa65d4a2502c7bdfcbed2f342223d319975a24b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1169c024d2411c2fad609a876ee5852cd0eb217
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5779644f5a83d58eff145ac4942c008f2998278aea4da7fc835b342f946688
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34020b7a859af33b300cb6c8f383482242656040
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced1c4b273bd1fd71e66b7bf8b59ce58a653d56a225d1f31466a1bb24ed65339
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4713755ff7fd8604d72c1f03082695f9ddf9b3dd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3bbbb6f797d01d61ad39988864a89c0c0a9538c5b3888bc19a93a4d37e5223
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ccd676945dc3790e1f4b8df7b9a5cd39560f6e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f5687a5728ec2d65f758634119eb1cb049517b16c4d0d5ba2ab6131b810bac
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa37895b739d3d5997a493469128f1410911cb8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04b4ae25c85dceaf710ce60ff2f684ae6a87978bda4318f68d3e2ab23d215f3
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29d4353f187e2682ea88a3c8850cc6525edff06
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b93a8c4a947d8a5f27d353ca17796a0804a0cb86981d26b39beb2e8f969e20
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6384cb36b7ac5dd226c674c7ed0be939fc66a1ad
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc0deafaeccc59c4d5309cc207c5d699e69155b6d043111d243ceb749676a7e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463c7dc83725b8c092259a1ba6e4a1304a89440d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6980500e6ba544ee1038776c58f36806ee7114047c4a6d578604848a540d37
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6616b5ca03f5276ffdccc3fe04077da9e7d2743
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d73ed7e209585eb03262d5844064667e428ad850893a8d960acce492db11402
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1defa973e6e1b78e57ab061f1855e5f34a79532
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045ecd42e211231f244c113b1845b7c78484d1abf286dc5c9f17d35f5ab76fae
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5acd9c4d09301545102fcb01a987dedc496e2cd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c303987d3bd04e50d07b17a6eb24a8fee9838171ad41da7078146235ed6c891
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329e69fa99ac44e3e53526dcf99bffedb057e856
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f154d9b167f2e19452ebe80b93114b21fb8671dff48e320fe991af97d51bad0
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3e372dc8b7be1d530980bcb45db7553e644ecd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50b30729f20f4c2aff4a45da34d15ac0454eb42731991efdc731e2d8bd1f78e
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d5178927b8d9cd54ffe78ddaa49980811ad2e9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a851325f819d78d0d3e779b0b1a26d8f47132a9130752686f679c83050c190
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f22b089108434f3519b09ce9a20fff4ea982a5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1512ff4141b89c44ac6da933f0fab455c84a75df1402b1733a43e7c9eb5ef51
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f63a9f0175b7711db8f1eaf6f5b2b278791c4d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc82b0fc22aa1dd3520e42d24959a8a8f56b87b0d6521ca87538483cc52c7768
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fc5c45e0bdf0768c826bc5fcbdd6606cb703ad
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6afc77a7e9ab8a66f9c867f029f5e382b729a27f066004fe34b571bfec1207f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12dd13133a48583dbc787fae34620690c82bd23
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c4d59748e2ea112bfd0cdd2c9edcaa0db931be6efcc856216901c11a3cc46c
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41b0a1940076c11ec7e3d1e0ac42164d5bef283
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c26c7a18d612f369ecaf4672bb2970a0ea92f896182c87b90cad21a3ac7028
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2ab77e9a2bc2c72fa4d1a618a70f8ad6c076e2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf62618e5904507ff73bd0904d1c5a60871e59036d8aff30980e92f62489520
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a31e2bb40cff0daf8b81b545ae5932a1da39d7f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ae34db0f67fe793f81bf16a4da9cb27c8dc64b305591a369b0e88f5a961a5d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683a22af8c312f28084aba1d22e008861ff24ff6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebd1b25f462ee1ec7884d4b492aa2637b73df3e9e38ade1e2634ac981b98dd5
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f25dc795b393a900c4b989e547408c8dd4b567
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc1b966693f13c2489db246326b1061a9b4e38acd1b3942db10f4f30a986aaf
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192c50340a5546ae6eb571d4c94ebeea4f392eb5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68853fb7d30c305c0760ce5ad586c8affd5fc17081cb935bb394a24cb48fccc1
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b22d201666d408a87a2bc8fa53320562f72658f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e106a130de9522eb373f5a999a996b5d349e16aa27ee694f9b9b0a3ce2c5e4
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ec6499455ae6a7f20842038fe14f9e9d3642f7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a571725156d7402a1df45705658a6a9f3d2a99f0ccdbea57e5a1fb809549160
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc0a0144e969e2c73a3ddf99247dc1c1a616a8a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a630176526ca273f029e03752cf054a4b1dc2457dc5bd7e4332d04d5fe43a90
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a070ae0837ea0681418c0eed5e8660310391ad
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad32b0a21a498952be3fc46eb9a94654919ca8605d32e93f9f747de4b280cde
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271caa2999b43b516ed0bbb6d9c785e5e2bf956f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6576d5822c4ab3dd5b13cba981e09ac86500402b9d04185e59967de089f914b4
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0996632bd877cc75350fcd64024056a1500bc12
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4370455715fb5e8ae225fb76ace5b2b962d49608a53348e5974fc44f98b834a
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca50ad2f2a6def095a02324e683d6694fda158
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a723a9da7f6c5e2f4923ed67ed08c25199b2317f3e45ddd75318392ab50103
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5fb84b2e06dae24bd3114b064eaf62b83993a0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a93903933ac8471c375d6e5284818423ff361b23f46f7b7dbcd7ec368b620ed
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09e5b72ad6fd091747edc13fd93b330159aacaa
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da30583f7108f354d6a7a10ef142c780ebd64425ad41bfd7fef883e2b2acf6d8
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b03ad2a5bab8736b8860e3264ec297213bcb71
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072e1a6cd218431d864249f3f94b418bc1c1bc5900c4be88001779c426fe3ede
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c33c80f87928337f665a81167998e98c690f34
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe550f0511c6779cd45c1499502b1135ed7da13e9ee6a4073c3645def6e54737
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75661f3edc381e0d0b639d5c6139f7c34dfa6e77
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe9397de4bcdbcf66830450986e8672a7fbbdc2891dac7693e7f06269e076b8
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200ae4ac38d2f5b8628dd9df8541d3c67805e5aa
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf1dc560ec0b1aa91bc48783607b7f24264752dd42000127fcf019b9c0d33c8
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a8204fd3539f5fd73e8fc40662035b60e0f206
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f5b98acaa14b58c9b98b564121daac5ecd0df048781b06eb85cc6a6bdbeee6
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9bcde140c0e420faf64d855b969a4d2dd2c58d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc65c9a44a0dc2529e056287fcc4bc9dc7d16cde134648b27a3dafee5eb824b7
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b900d9bbcfc3e9041ec7a20c87b2237953acef
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6848c15384607da68de921aa8fb6e3c44c4f2c32fc8f1649954b9dc61cc942
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384aceb15682aa64d180ff8ac283f90d84e59def
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eba535113c9e2d9238dc8107abcfd00899bd80fa740b61da8e3ff049f80b4ae
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f64f54a8bfb881bb1062e0f38a09190dbd0d443
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1fc51855e70492bf0b7ed999cba794360be6e4f4495eb784294aa40139490e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b913bd5e3b6f9e2bb5b6ff478f1804333133630a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb06ac318ace70e71b52f69eb5d77ed3aaecaa42114f5259279ef980254288ec
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccbcb462c5dfc4d37fb910e47ca69457954e9ce9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c24405cf3f0c22677d6b3aafd35c1ef55e518cdb72fcdbf53f963d2e25edf0b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db738e13aea4b301670994c2dd85b3c5704cb5e1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556e39e9ab5c1e524e3cd5229ff6bb56700ee316e74719f0fd748a09587b531c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df09fefb6d5bb5f7d07cc4358c91defd260d47c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded31cd508885e65c400dc81acf3485f79aaecb2c8d9ad5638ca21ec59b226f2
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b06d120e8f126eab9d9e0f871b4590fde1af1c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8770b929982bb9221bfcc89669208696c259ee7f624ef718c20728ec4d3f0a62
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1071c48c6b742962061f8c56e13d73bdf4afae
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f511920c9ed2f118489485ed09f968d896ca478ebbbd76d4828e1fc1daa561
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde29b6db3062f67d0361494df3f9187ba1c7e9e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de58b9532d258bff422ba445675e39a5686f8fec6eb0415d4b4241e3bb3762ec
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddba6e4175373c4e0c1894233b178f827f0a92f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ebc742e6750629d21ac2164471617c251d0b414d63bf3d8e5eb71414a701d7
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b805959209d166324c6aaa0d4dda831e58ebddee
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ece12656e82e8f7100f6faf2d0a20916bbd8065013cf6bd9c8002bbee4e282
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6a0be78c2158100026e5e91125a4b257eb8dc4
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e8c8f57a225b0bd8f06cf535a06461013b20425c47416792fc17021c4f2769
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2a696366bbaf128c7f162045347af76c21c28d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ff2386b3af9dac14385318a5b07918c2a8894a801b90d907e42bf508f4cb85
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6237aaef275358611b3e7fefc477f96518ae1a4
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daa644732eafc4edf626178269663d19c6523a704d54eaa4671bccbbf53939d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e37c05beeac062de824aebc8b9cd6f7e7beb93
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4a4b09de0227276154ca9d872446e8b39c5775aafb78a648535dbc4b109a25
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3589907058d8fcd87219cb0a4cd1893a0eafac2a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cb033db54610342454150c6d35b46ccaf57ffa8c5694e84c694757c7627e4c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1b70e15f6135527210166746b9035539bd1cc2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a5cb558d9826f8feb9bf417a8097dbf8d5a2f653e138c904b5c1bea7ddd9b3
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460b04f853e4e022fff93da01f250e2c55b26c48
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a10a199eb96abd79c17ac328c169e2d7d9b7c98e862d6a47e28877f02f19fb3
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0317767e3597d2bbf4e3b18108a353f53e0b1ce
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ef5eab3a5c98d891f3391f22510281261e709b465193795ae12f2b1278092b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804c8be203d8fe445f00df783cafcd5580ee095d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff88f677c2f13824ee34f0600a7e6e53fd37a0b4f28d4bbffe930d5352db0359
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8e38b36711cd5425f24c3574a95c14c79a56f0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125e57b005de314221bc6be6149cdbcf1b63cd62d652b4aebb89d7feb2224110
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5795d221c7a7ff30300a68cd3f51fd83983930
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6d8f3883b41315eddff846662534b1040a60e95e979f36352afe2d3490773e
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4434bbc0136529539df4952c512f46451fd8ef10
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9048b2b61c96fd0dfb544cfc143bc63d155d07c744377a6a48b2705911dc49
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1edfac0c051154d5a15593b2155128674796a97
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cce2215b48901e17a6bc50ad2ae75667c572184582a2dea69c50eb3731143b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972c918e86f50980f5422282ab70da4c6c6ef4c3
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8235faefaad9f7487e0fbfdbe63f5c5442404946c58b3544eee2bf9f8de7c34c
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f2e76778790865e5ac9fca09f6e3be12c19f5d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d95a04bdfca64d64a329ddebf40e3d606fd6783da9c9d699bd325573bd83541
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3bd112801246d9af79f4f6e7fcf2ce57033d8c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1323345dd2d605707cca184db02fc14adc68096433bd3c7a2620509fb1107e47
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e12f95d99e4981130ca467f5b91f1d43407db9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c210e3a80fe334802c68ede65f8d624cc6a6bb117a62a39f7455ba7b3bbbe26
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d9f7469e2cf2d8a55260de6d48c4fd36d3493b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e65af8e805994c94235c54c243ac206b024924566d168160481bf4399af7917
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47842db16f3b622238a4a5f1d68b5239d3d2d8c1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532b124285cf3777ef72ae1a5e97f1e5ac71954a15146f88291daafedc85dd3c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6442a2864d06d117aa27bfb31b7932c3215712e0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63727dab09d15abfab4fc8de8a574f1341c69a14b99c6cc5d7d391c54ac46d0d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71afea9f2341e9c117a33cffeb573b61685e28a5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28ca91304d77817fcb835c767b4d6f8e9f0e4d9574cde019e0b3bb80e86c36a
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5229b74e6a1a275686955be618e604943fe702dc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdaf6cee2778d0012dd589753b2fdd998aa7809e1693d3d8bf58edec98b1c900
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd595019bf8c2200a97c2c6ad825d3ccbbe2e672
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e782f77f18a9b07f09c13a07b7e1bc25587d23a60b32585627c1b4955321c35f
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30777caff16131e4b8e7f2cd0da06b1ee682ae55
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2740415321d48396fb77f6136553b1d8200847bbe234eb5b41d9836e6c2c854
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5e99fa0790909e4340dc81cafda744d49e5126
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b723827a162e323fec98657633ad84d8c767c2ce9a17d642ece6f8a9c70abb
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b11318846fd1d921091fab292b09116ecf857a5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722dc59523ead620d477b27d93b8d47c8c07e7ff8e6dc6de3cb20415169d24f5
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9745ab822346e0bd89989a3cfb240760115e5d12
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ae5a920ffc1ecfa92090fbeaec3c71fb360554af77145a2eaa1ec1cac2eb7b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ca523ac254be42ab0af94e728dad485acae8c1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3648c419d2ef38168ae532235add41fe3e8832c5ede9e317a1d9488ebbe33e01
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2fb5fdaf2e94aacd52f571a8cc5f064ac27827
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae0d42d788a1fd2d7c04fd211aa636ee6d7f47aa39e22a586fe9cb6865bc4f7
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0409a6993ad783d0dad305a8e8af6e853f815608
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22610bd69617f4582a0e815100dac8cc9d985d13f11fdcfa614cc066103887d9
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12cfd27f4118e8bbe1793af00d3e81b40f48e3c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fa57700782a2037d1e67ca0407281498147bd48611474f843ec842ad17fec3
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b23700e52abf9499292d4ac87b4663e020bd001
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98136c11077ce141376c6078b472a4263396755a65de007f7b9d7b98a9599d7f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4371a364915d4b67b45e5196383d3f3ad1029c4f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da444dc216afb7274b5412fe25942f10fc48665224b635c552e8255b7bf0755
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f6423b1955805dd07ef27f2103d9956deb6cbb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d91c45202e07b245d95ea662ce37a087704a2168e2588e392d7e9160be0eb0
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1199067868cf950e573794537e483d120df83a0d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45048787028db91660f6a518bd104f8fe68357737851d7f9ac2b19a0a9500c2
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5db5b6db5169ef99c7d147bf79f366160f2d94
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2eb5d2dc483109a2e2ebd2c58cd92f42e58532dd07693b70888cb3b0c77b60
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e401c110c5c26dba6664ea1e8b24eb21ab43a0f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c053fd17dc57d6492271282037971c81479a4bee128224797bd56fa66b89b0fc
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9696b4215807a23f3c358bf30433dc22bfcd8d89
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bee5a76f458a9bca85e64e85ac0ef80c616ce698f49c9c93ea876f757c0f25
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79061f26ee6635fb9180b26822550f87a2cb5c70
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e61a491b95c07b3f3036f0c6c51f8c9beb12f32ecfc32c1f2251b04fa9ca1ff
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a3e5944db9bd9ae862e7eaae0c770fdf7926ac
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f488de90b34445ba1b2d79197c518fe2fb60bbd013ac555d63bcb074721964a
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e748f594655c4ac705c406662b7b14f44bea7623
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29149fca1965d5b484ab7303fe209a187d41b1419dac5550b2f1f19487fd22b3
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eec1821586bc5387edda1dbe5866656160aa8a8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9f729ed20fb688cd5f076058d0819cb88befbc219726994929638f5a046397
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/lm_head/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9171528aa8c6d831be58728729ac2f59f84da16e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f75ab03d01f37743f14426bc11d1f1cae11727319a2c4c76a55e1cc2336a38
+size 514179
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b893f1a5703e3e64b5954746a61842a83eccc8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1bb50c7072b53d4b968684ea43e75f2f760dc5cd61dc1ccada987ce9ad0696
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f801d51e2fc6167525eefcaaaf85a230411becb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847277ecad4da3c9ad5bace8d00fd30ca88612464f2fd40bab7bbcfdb7ebf922
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29495027c5790aaa747fa5d3cc8ab9bbaa0ac965
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a6eab224eab6f6f8ed1c52b0976365f9cd5c22847f5069e810fc45a9f72147
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a05777e6ad54b03fc5e630c8afc2a367cd9ac7d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ad4064bdc5aeb08483d3875ab23a66560575480db689934b40b4f950041ffc
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c776dd32d5dcfe482ebdca82724b1fcdea0ce43
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07739a09275fedd45b9c09d2fff1048e74e53e7007b5373630149f7643818315
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27079f2aca5516480b8f84a2f1b7d7cf6cae7ce
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022a1fc9c9898227ec44f92a2c09eca0e425a740a47d51d75c944f5a23feba7f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3cd6816cfc849c28d8d3bf3865180c57a8c8c5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8633e09ab8f4e79199141a82b2c57e5f2dab4558f7fd21b90893d1ac4d2fbfa0
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135d469b45e624631dcf90b63af698987dacd650
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdb6037e5c57b9b2c1463f172857c161c03980ec09686723d272a387786beac
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93780cb0d505bda631fc5b740a395166e379340c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed80ce376c9ef7266c103a83b084c2f49a9acce78caa81acb12b9efca50f38e
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee67353fdace39da776e3869341574d5cec5de02
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e098d68900d7d1ffb93a993b59ae25b5218761fb18b4836841a1c2112d2beb7
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a087776e069c447d4b459f532934f053f687041f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edf640ba9a3231d2e33e99b1a6b853906614f29191b514883f6b307e0140131
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f005f1bdd8024c334b974d7278dbff86f4705734
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a4d4fadef54bfd8add25d7af7d4de0966f9c3f4f59d9a7748018b1ccfcab18
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5964cf2fbd2cd92990d3c6674469ca7b7228ee
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d5962c9b4e086ff6dfd969fadbc43f73a6d0a5988e54d6186f83789a3db143
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c023b72bb39d51d3449e194535c18f80cea4e144
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b215a3836ddd62a17249d409bc5640eff211997da9c92c9d7cd43df1ac8817fe
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80363ae3f98b0f68984b2eae8a2826c3d002b860
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40049e8bbd765859fb7e37dde23b9e37e2d0b53761f4ee8bd4b0f24e6d313b81
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a721897d02e152737bb878ec262e15aa100a8a03
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d0cb7ef5de93ccf6cb78884fadc8676450588f783e12465a394e042b1ffde4
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351bfbd41d41324d2314b9b5e2553bb8998a4bd6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a803fd0b130b5647bc28545ac309a6763d38c62934c3c93618af40702e6942b
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2b94b8898e35138c74a8d65a8aa6880c79d90d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5d84af3eac3ba9079df4040ac9539fc6660f12c81d56d2720c960313025231
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14d27aff82a12e7d5566b0a9e3be6c8a92ecae2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be30ec19c86f32e05c71b4da3989602ef64df9c1bdee1bb55808e9968d4194d6
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cd7b3777cf99e25eb3286762db3bb011efc91b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5424e58e74c2bf2d07b21d9cd95e1b85c1ac764085fdea4951c3d592f1c97b66
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbf1ca809692a4f5cd8b0e9df0f4a3147c02078
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086db20ce4eaafec1b42ac544313485b383de8c4b057524c1140800830100461
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a1532ef2177a5435bd78a3b19cb870b7d8845a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c07d74fd230027ae546bc129901b6289168938045ca3d3c784d83b412d079dd
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03fb506db249f59be997534a8cd622b3075ed03
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6852883466bc4a017188c82d9b1626e1abefe118a3632dd56d2578c5102f0a90
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776959eee92d80a81b0f27bbebdbe32cc1ebe504
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0a27218a48e09134d5c9d75102735516c6cbdaa44031e67fc468f2fdaaa90e
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac5fef58ec9dfdfeb2c2566827e7bf81cff2d15
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88679beab655830d09ed78bec1da293ee9f2b5e748b3811cadeec72b7ec36498
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ec6a5f0c49ec5a8a0b9c8a9d7c7ad3ab471732
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435d5e9ef6b18ca40a550400c94120e8c5e6217336f572bd7187ad249141f3d7
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006bdcc93df481ce1c2f90df589eb26a6b0badaa
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026576d583ae497b128173032c68a0aef5ae794bc4bcd78ceb92b8158c7684e5
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300faa653961667f58ae44bef14f9a06e643f393
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500952dece6235cdcf441e6e28a26fd75525c2e50fdec8428a6093dab6a3cb48
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f826fc64255989ad4c04bd8dc677a84597820b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ae843cfa900084ae162712e0b13cfe3c5f73272b4957213c052d3be41292b4
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31bb91ab4530ce46d383d37f20bb9d517be25b6f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70dd229b883cb5be3c770373ec55d789269bffd38a46dc40d545949f2e686813
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05be03f52fdce2bae0ff67b722fd204a0404c636
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d75816c9e3745fd5a31d845c26cf20a7300cb4f80687a3798e9d14be333d9d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec6058803310e3f99636bd5d0ac0e26f13a7f00
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c891d96061ebadac393293f9e1b534d9fb8cee4a157eac60cddcf760682c74
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233d09c6a85464d5f6427a02add76c185cced3d5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2598befcab81952b4be185da5a959e2836b8091e25d90989d71e924bde095d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe5f89e88b280620d5e28cf5230a124bd4fae88
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642fc15f3e154ca8ee2a5de75f456907a5bdd47c86fbc41e11324cff9e94df33
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcd0419080e3baf9849582fea30b160ac764260
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e12ebca860d101faaa5386220f5c6e7cc364989b7b5ff05fdec1104789a15f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008e603474b180df732bdee9dd2922445cdc2cfe
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d4ddc319c5faff2bcf64220dd67867ce53f865b6a3f472ff2c34ce024cf1d9
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd402df90d532149e944c1fcf202f8117988c0f6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70e18a30753636705566924382adf561f0c97e69e014fef5d7316fca0fbb9dd
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01413dacfe42cc8df1484bf4885b5296d7f3f97d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a518300dad5e0eef9a28151cce1256464e58d77a0190df4dbd6632268979cd2
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21a8b21c0a5392f85ed956d88434f4066853722
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d895335f74cf57b3689d9ebbd0c0313021a684f23d9febb479e6c259171678
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e1a2fe5da8e042c4c58ce2a483a01543b84950
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe819aca9fcc440633863f511945ab7f01db2f554a9b63b0ada1393b88d291c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4c2ebba2f5e079df62df75306e5bd2e61a65a6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1148bb484c8787d3483342f4dce9ead19260d5b226617d67a6a4204da44275a
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c506a7f67701db2c848e1448971a49009ab52c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f69d6b2f616f9f8acd13110ba34304aea103e0e36d5d54eb4571e504124554
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025b094145b243b34d86acfe9881cddb4f5dcbad
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc2ebe6b06f32bc5296ef6e53b833569672455da9b3aec8fbbf9d655aa52148
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfed7020b04c862bd3898b5b4b6aee5f1d31081
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f0a1b2ba33c8b1fd18bb69c61765bc489c915f4c7c31659cdb51acd3931e99
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa1b4a6cf3037cdf82b37edd8ade91fe62a256c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00a38c846c63cd879dc976e329418442f147d70f3e0eae5683211198b625ae2
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c948bdfe49bd51fb0c543471da26618d157a864
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a0132d081c6e1d48845dd086b92379988d3eb0a03f8984c67aa3c3cee1b16b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c33f7780b645fc06f1131767a5f0ddf757cf05
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f997e562a072393696a76b7d33139d3c000446ec059b4f436bc0ebb5d98262
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b63a4ef2801db88318a0453982fd3a23cff4000
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e79326f6da168a79176fbb99eac2f14fc9216f59924a4c25eb46ba709a3fa78
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18206162cd9d0f8f81acc5158e398abd8125b0f8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef4736b40546daa2212736c8bf67d2da84b0afa5413327e73626976f979a4b0
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9104e34f4af533dbec98cbc95962ee4aa8e4b7d9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07ad30c742414de710eb71f2f45697c40400301e9b8ac8acfa2b209a21f5f1e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d87061b014d2335da4b514a3e873130cb653b42
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31cb023216a525a57d50a26a7272ac903a262e54dbc009d79a020be0fcca525
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c037598188ddcc5826f78ab074bf853ad3d9bd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8bf945fb451258e79d43e42fbafb0a5a4df4e192bbe0b44fed230f073a8eca
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e685fa02a2c28de4f4c7d78b2279da4f6c3ede
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6320641a380a1a3e431c555d3fff165352ae1e50d052e6d6f52963e71390110
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835a8271ec39ed3257c47965ed6e2e37b7a97d18
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d3914199728f4a0ae091ae63e75d4e787902f070e217688097eaff0c9e65e9
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056f6254707bce3590c6f158b3121f9d16654df6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647bd32172cd0bec6db926be02c1e11cbe5ab63828d58a12dd23f2c91ce8af48
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6080b38051b44597915f39b61f8596a66ea64bed
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615f6fd3df19eba57f92b8654d6e9e953654c2988257f676668ba3e89b885f97
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5872701219c3add498694e54db8bba0e1b40081f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97edaa62ab30da7914219261b9888a55d61a20c60e3cd270027e7c521c9b03ea
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1456e72b09d6b4d37d8f8cd27c9f71b8aefa6d2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a911f3f97b45e5a812e21bfb0cafdd556670f884495b2bb077b991db655d2c
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8d2700d3a4da725d7500d015aa4fea31fd69aa
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c79118404f1f502785d178a1a66f3fd1d8d5603679ad28085195610b15cfa1
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a026a348c9b3c23c9d765aa1c493350b55417461
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8906b7392678b2ef94ed7cb2343646ebf1bfd349a1b473c59974afef657eb35
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2826f000387f3b38afdf157339774fd61ccabab9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a05916fc9291e481e4592166c41ea4724f5d2f38463da72309f8c41c4e7f84
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a77adc96f7bde4e085a5ac550de75b91fb8acc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ba3e6fcac0e437ff87729cbb6524bc814da85d568f3f0885d707047eeeeb24
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1e9cd15b927c6db287131a93c6a8459ec7b129
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3497e46af86d3addea4a4d7b50df16ea272ab4dbdd64526ca623067b96444a6c
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb25dbfe6a9abf1bd6af2be157ecb5414b67c64
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce0043a3e5ae60858b7e7c34aa0cbca18efb19061e48c6d964ea588c139d9e6
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92ccb3c0a998ffadbd46f8c32d059062d5f9a14
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90dc8a010a374bb2f483a8aefff48ea24c90e081b308c6ca70098215d8dab5
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef6f487351a68871bd0fee64a826155d053a111
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80999603c10552700735c2616924b735abe791c99968fec388b4185a540a18ac
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701b61369f47517f6ddee8dc63e9ffe0e9e27ed2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f4e2e93a67b1acf352aa7c944cb296269681ebba8bfc20e42caa23853bee70
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390edd3cb12f7af5a73f825a525976a069281ad1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768143f83eb8c34e0b3201173295ed368c4e3f3d96b3fd03e4ba8457c1f01225
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76f3f4035c1cf6b4162279dc5cc8be891aa5f72
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ad1522eb1ff56e5aa174a2b698c9083f6967b76dead7f308eac47a47bafb4e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9758fe725f651ec80c92a4647257cfb8a6ab3e29
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94d70022e0c1a630ea0cb1564a2be1844a0b04411fec9d4ea77a4cd72da610a
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4327fc3852df66c48a66268a9e49687d151bf7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce87698edfb4f72665718f018296956c3da0891ca088f81334740016b80a91a5
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652e4bab7f744667492c51534ba5f43fdefbeccd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff533fcfac0e546a45e1918e37778886de5a2b38f8339a46a5fe9726aa5fe9d0
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdb416c9eeda14b680d98e640f9f4249cc9266a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffe53fd9930d9895914d9a8ca6aed1768f804d0433d45dc5ec84ae22d4d8208
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8807caba9616c24849237d042d48d289359abb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12763fb26807b69d1fd54ad968f6f5facac47d775fea3b40db458d8ad492967
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4e626466bfb2d44502f2ce6a99723bd5ff68a8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90acf65d34b87472f7d94dc67784a3dc061c14732d36bafaf6eeeb5079526580
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c34bac9789bcd165780347579e65fc5581a2020
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf363b8617c65953e9d6165890974983d9ae70987ccd1edaca0944e01ad51f40
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af251d5c693588435d36c65e9f481c175cdf5c99
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a9f227b3ce5f1e63dec0e505263e7ba832f5c32d5632edeee3bfbf5855ce34
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e30bb727128986960727488a8aa665bd98fc3b7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9bb377addf56e28f0f80037d33ca39b0604737986f91d676116a0a6df2823b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367e4e62e929165c295d3d5f7ffd4cbb83df0d63
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b51d6afdd8218589df6d824dbb4ba197ae51822f362b9eaa0e50677b0f1cbd4
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c46f1a179bcd1d6ece317136566215d131affb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1047927a679de495e22efde0ba2318fbeebda793a64d56c1394f26690d99349
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2571fa74789a2a2483a1f904d13d6c401f487c1c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40dc026f36851de99a4e51d691cc4cfad7228447f1012039cd94275b33bd7d9
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4cf49373b3793c320f75e60f09662774a0a217
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0707e19561ab2cbfba409df16326b08debf7a96c02b917cb8f180b7a75065d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8809e03467356c8f0af97778f0b43035f11ac64
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06404e36913638f1fd89408a95a041e7aa602e1ca85d20c82f4abab90803ed56
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165461ec868c5d68d6a4d6db061e698a64980594
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd7c985d8c219a43d19df3af3511e340517b8da0fbe8a06d2b510aaa7f45c1f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9b10f90456a82f264db0e586c9ad6c88a5b176
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83686dd6839b8fcb28bf231c26f6d4c681a3bfcc96d24f85c0846e06c96dc298
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb16f367f07275b8fa860a9d6eb805665cd8ef62
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42021aaec0321732b469e31e16bd97030e2c726ed89dd7d4d710dbaf3c9662dd
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f302421893f91445b59bc19aba27fcf46bb526f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e34ffc5d546b6c2c4ce38374209c00f77556d2f1d0199bbf0486c82e2538842
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c404df2df80e34f420e66152b58206a24d1bef5e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1fd09635f5cdd6d361a58cd40ef0c5ce7988da821e9e35793a7874af283ddd
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0475debdc660472ec4d5147a2ccacf1dd0e7d4
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d626bfdd666b4cefc124a4121927f69f80227d679638d52a54b4ac526408e18
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7db569575d8bb57fc735f73eb33de9184e69fda
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e7b7d50c162d35f2591b9a6b7967c15de80dfd22c9240b4373bc1c59f18ee7
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c819673ba213a9fa79104dffb93678db0e154e0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639547e7ec6b7f948877ef75ecb3568e9561a32b043870319730b48a8c67db5a
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2532183e0a41d75ef5b1bfb7ea9eb4c8ddafa41e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374adb064e5c660efdcc2d59c214f7383de00f00cd4e8530e9659ab40d2568de
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162de7dfeba3d9f8e25c1baee16a933002c8c0e4
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a36798772854d99da6971e55db786b46ab8ccc5e21683c3858123add10ce00d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7799caac9df8501f3cf0f79b4bfd6e4de8e667e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08357523c5eee87181c2745b10eed956120690b244ac3ec11e8633ab3ae171cf
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ce948b428ec4a0881983d7f25373ef359e0448
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9c8cb1bc773cdaa89bb1e5b862eacedae73ea3715efb84adc082f8b0ac9e55
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e0ac21d05e3b725573fb97a9b91e79fc7799e3
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c1e97dec4f477381a60f1bde206c35848d4da93b351f53cd011b076289687b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f166f33ab8675f2e3b1686050e10d4df83bba66
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596f4c73275f509a62dfecefe17100c5b7f096241c009e53456a17ce533bb049
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16391a66f787bc2aee2e604d10a824e42d022da8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a003ff1ac3aa99c982529923081d9b23f75531ae8d8b59e600008653417e1b6
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d59b37df5e56192dd885c0a231ddb17494059c0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f69f468e5072042a333abf0aa4780b3b684305cbb78dede30a297a771b57fb1
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad3a61d5195e8f71af393297b9f12f90d3b6119
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e235af18f39362a2483c959906b3a6bdd4cebb5a21bfc014bfdeb5142da3f243
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42113fc291938d6467497ec11d61e64f2e4beddb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47dd2cf7d418323ebc8e8d277f854fe137595aa6c04bb118312deacb1d7f9ba3
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8450b6c4d28d819f76452ca81035d792d640f655
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4f2e06975a78ac768f499d098f4c1ae4c8f25937dc3cd97fdf606000ae470c
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5caec48d307e55b67965c7bfc4637077765a108b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ac70a295be1590c5f70f7f067700b83223a40e72eabfa8ee9f65ebc2e2b0cb
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8ff01faddbbb99478f58a141b23f4ad01387ff
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacae81ecdd62462c8e3f15be7121174db4084f3e69541b732cbfe70cd69be16
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d733b9cd53dc984716d3c69f9386929a0a7ca87
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83093c9e84132bd0aa3ad954ae8eed6fbb5b2f4f555a09b2bc413c9bcd4e1ef9
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936e6ab0855f316adf3cdd09e2e6af78fe6b6fb2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7848686dad9449cb3aec24c92ec98581977a14dc67d53ac28d8e1e9ab8d5d14
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a35a61514c688a66028ff14efce7ac55beb4cec
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ace07e886189d7192bca2b82f7f4629f927d79edc7a903861c981c8444c80a
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670513999e2fd30446114f11376736ee5ef1a41d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb07d3dcfb4ccac816e293b6ca0b80c3dd6f25f32c41b9b192ccff5478cf3bed
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617f0c2e40255e68a2d47e7b10658979890aaf23
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5ea9c46bd3671ad4aaed672bc5e9f5e673702b13b1ffb7a1e7ffe67a9fa47b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214c547624e6f68cf5404cd044801bb458d033db
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989eb9985c13f174554bba0e2c72f1ddeb4c39912e4292b4482407bc09052786
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4aabe6618e727733033cc308e2bff998ed7f5a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ec575891eca626561ca864cfdf4b70bf6a7729163043ca5f7e6e74188288b1
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd593238947bc73de3af5568695387d7443f5644
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e41ea0714307f04eefe0e74630273708dbf9eb202fc76be42e4cbb5f4f7d81
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1667e5fe11e20583bc71199174cf7416d9c20b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b2e238872ce8170bdb8db076ce85de8a1115fd05200ac679bed6e02f67c1d0
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a472e2017701606830aeaf6219033e51b13c76
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4588b80befe8d3447ce7823cc4be90f5663477fdb7c18a4b1bd12f9a97626d58
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9bcb09c38b715a0cf17d6eee93eee44fa2b888
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b54dfe05226f178f20f25bf20b6e9c12bd9016c3a1e08693285d4503ba486d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acf5272342e36d2fc90b1d24fcf096c0fdf74bc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174d3f7ed8c3ee7f818da6435d8b31e672ec2dc62ad008ad047333737f4a304b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9b91cc0bd85a04c8297b71afef6d7554db48b1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b749c4575b50f6215d662840e3c582abb986480d02a9a9aa6537de4c1e75631
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906744758fe35766e5593207fdab66cca37c0410
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b50373978f4a12386dada701ef3ac555eb41be0a7a4b0a1e62459e459dfe527
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c640454f9081261de6fe3bb0577736957206959
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f99bee63acb5a03af9ec4af0387667bde40671c0653d88cfa2ed3e52124a8c
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1927affedfb93e1242391d1dbd80df1d5e8e88c3
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4977eb22c36488260602aee21b1b5441bb93494f84dcdc8f62baf94b55a7b4da
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61551685b78d6e2225e6187538acdf617f09420
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2db044b673052cd0cb2b19b0b509c90669047bf3cfb87685fddbd17dcdb081
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d2689312262655dcf50e32dfce1a7022959d4c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109f6edfa2a9f1b080cfa21304383ce78a3cf95a262177cd2cf9e1be5e2ff231
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf94dfe230142ab1609357c2e239d6175a0f45ee
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba8539316dd0e3f3b7c82ad5bd04467dfc1b277ccff704d4d933ae4a13a192b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330beffcb77a5326da9f0568c020f8248034c3a1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4324152cd3556c797da030d4f973238d0d2636ef8c046635465f384570074d17
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ada685c3138500b00a9be2ab4a54338e6a32441
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be16798ff137bab5a2141cb0f04f750aec629f505c0f69c20c4a8bf8d3b6254
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3804fef69c3165a981b77d8e7b9583ccd1596e80
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8732eb60c3458fa3bcf1b3202afe5b0ce0c35f3671072ff2c9bc799a440995
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c655b7d9083bc573ab9526d9405f32196324e0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e13d975ab714ead0aebe73be8abc45cac132644809a33263ded2348011cec39
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7883ba96c202eab3b21976467db5961b699223d6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717e6d763fa345beb087a9482eb1eb2a173143fa5fdea4e10552d2a3e48d20be
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab2660e8429f8fa39fddc4830c7755b5cd004b6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fc7dcf27579fad86d41533f87570096aadb8525baa6ec3fe445946dee12023
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f238ead99d53560944a15e27bd4d7d9dedf7f417
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb90d99ecac878002f9ee1728b7216e38d734188f84fc17b441cbdcb05efced
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178f6a5c8069121edfd0b4e3f41d2fde07618c47
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0e4ea0747f60d3291ac6556aa65d4a2502c7bdfcbed2f342223d319975a24b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1169c024d2411c2fad609a876ee5852cd0eb217
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5779644f5a83d58eff145ac4942c008f2998278aea4da7fc835b342f946688
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34020b7a859af33b300cb6c8f383482242656040
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced1c4b273bd1fd71e66b7bf8b59ce58a653d56a225d1f31466a1bb24ed65339
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4713755ff7fd8604d72c1f03082695f9ddf9b3dd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3bbbb6f797d01d61ad39988864a89c0c0a9538c5b3888bc19a93a4d37e5223
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ccd676945dc3790e1f4b8df7b9a5cd39560f6e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f5687a5728ec2d65f758634119eb1cb049517b16c4d0d5ba2ab6131b810bac
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa37895b739d3d5997a493469128f1410911cb8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04b4ae25c85dceaf710ce60ff2f684ae6a87978bda4318f68d3e2ab23d215f3
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29d4353f187e2682ea88a3c8850cc6525edff06
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b93a8c4a947d8a5f27d353ca17796a0804a0cb86981d26b39beb2e8f969e20
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6384cb36b7ac5dd226c674c7ed0be939fc66a1ad
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc0deafaeccc59c4d5309cc207c5d699e69155b6d043111d243ceb749676a7e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463c7dc83725b8c092259a1ba6e4a1304a89440d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6980500e6ba544ee1038776c58f36806ee7114047c4a6d578604848a540d37
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6616b5ca03f5276ffdccc3fe04077da9e7d2743
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d73ed7e209585eb03262d5844064667e428ad850893a8d960acce492db11402
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1defa973e6e1b78e57ab061f1855e5f34a79532
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045ecd42e211231f244c113b1845b7c78484d1abf286dc5c9f17d35f5ab76fae
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5acd9c4d09301545102fcb01a987dedc496e2cd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c303987d3bd04e50d07b17a6eb24a8fee9838171ad41da7078146235ed6c891
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329e69fa99ac44e3e53526dcf99bffedb057e856
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f154d9b167f2e19452ebe80b93114b21fb8671dff48e320fe991af97d51bad0
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3e372dc8b7be1d530980bcb45db7553e644ecd
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50b30729f20f4c2aff4a45da34d15ac0454eb42731991efdc731e2d8bd1f78e
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d5178927b8d9cd54ffe78ddaa49980811ad2e9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a851325f819d78d0d3e779b0b1a26d8f47132a9130752686f679c83050c190
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f22b089108434f3519b09ce9a20fff4ea982a5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1512ff4141b89c44ac6da933f0fab455c84a75df1402b1733a43e7c9eb5ef51
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f63a9f0175b7711db8f1eaf6f5b2b278791c4d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc82b0fc22aa1dd3520e42d24959a8a8f56b87b0d6521ca87538483cc52c7768
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fc5c45e0bdf0768c826bc5fcbdd6606cb703ad
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6afc77a7e9ab8a66f9c867f029f5e382b729a27f066004fe34b571bfec1207f
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12dd13133a48583dbc787fae34620690c82bd23
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c4d59748e2ea112bfd0cdd2c9edcaa0db931be6efcc856216901c11a3cc46c
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41b0a1940076c11ec7e3d1e0ac42164d5bef283
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c26c7a18d612f369ecaf4672bb2970a0ea92f896182c87b90cad21a3ac7028
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2ab77e9a2bc2c72fa4d1a618a70f8ad6c076e2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf62618e5904507ff73bd0904d1c5a60871e59036d8aff30980e92f62489520
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a31e2bb40cff0daf8b81b545ae5932a1da39d7f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ae34db0f67fe793f81bf16a4da9cb27c8dc64b305591a369b0e88f5a961a5d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683a22af8c312f28084aba1d22e008861ff24ff6
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebd1b25f462ee1ec7884d4b492aa2637b73df3e9e38ade1e2634ac981b98dd5
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f25dc795b393a900c4b989e547408c8dd4b567
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc1b966693f13c2489db246326b1061a9b4e38acd1b3942db10f4f30a986aaf
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192c50340a5546ae6eb571d4c94ebeea4f392eb5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68853fb7d30c305c0760ce5ad586c8affd5fc17081cb935bb394a24cb48fccc1
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b22d201666d408a87a2bc8fa53320562f72658f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e106a130de9522eb373f5a999a996b5d349e16aa27ee694f9b9b0a3ce2c5e4
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ec6499455ae6a7f20842038fe14f9e9d3642f7
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a571725156d7402a1df45705658a6a9f3d2a99f0ccdbea57e5a1fb809549160
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc0a0144e969e2c73a3ddf99247dc1c1a616a8a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a630176526ca273f029e03752cf054a4b1dc2457dc5bd7e4332d04d5fe43a90
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a070ae0837ea0681418c0eed5e8660310391ad
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad32b0a21a498952be3fc46eb9a94654919ca8605d32e93f9f747de4b280cde
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271caa2999b43b516ed0bbb6d9c785e5e2bf956f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6576d5822c4ab3dd5b13cba981e09ac86500402b9d04185e59967de089f914b4
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0996632bd877cc75350fcd64024056a1500bc12
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4370455715fb5e8ae225fb76ace5b2b962d49608a53348e5974fc44f98b834a
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca50ad2f2a6def095a02324e683d6694fda158
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a723a9da7f6c5e2f4923ed67ed08c25199b2317f3e45ddd75318392ab50103
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5fb84b2e06dae24bd3114b064eaf62b83993a0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a93903933ac8471c375d6e5284818423ff361b23f46f7b7dbcd7ec368b620ed
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09e5b72ad6fd091747edc13fd93b330159aacaa
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da30583f7108f354d6a7a10ef142c780ebd64425ad41bfd7fef883e2b2acf6d8
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b03ad2a5bab8736b8860e3264ec297213bcb71
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072e1a6cd218431d864249f3f94b418bc1c1bc5900c4be88001779c426fe3ede
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c33c80f87928337f665a81167998e98c690f34
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe550f0511c6779cd45c1499502b1135ed7da13e9ee6a4073c3645def6e54737
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75661f3edc381e0d0b639d5c6139f7c34dfa6e77
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe9397de4bcdbcf66830450986e8672a7fbbdc2891dac7693e7f06269e076b8
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200ae4ac38d2f5b8628dd9df8541d3c67805e5aa
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf1dc560ec0b1aa91bc48783607b7f24264752dd42000127fcf019b9c0d33c8
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a8204fd3539f5fd73e8fc40662035b60e0f206
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f5b98acaa14b58c9b98b564121daac5ecd0df048781b06eb85cc6a6bdbeee6
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9bcde140c0e420faf64d855b969a4d2dd2c58d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc65c9a44a0dc2529e056287fcc4bc9dc7d16cde134648b27a3dafee5eb824b7
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b900d9bbcfc3e9041ec7a20c87b2237953acef
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6848c15384607da68de921aa8fb6e3c44c4f2c32fc8f1649954b9dc61cc942
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384aceb15682aa64d180ff8ac283f90d84e59def
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eba535113c9e2d9238dc8107abcfd00899bd80fa740b61da8e3ff049f80b4ae
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f64f54a8bfb881bb1062e0f38a09190dbd0d443
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1fc51855e70492bf0b7ed999cba794360be6e4f4495eb784294aa40139490e
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b913bd5e3b6f9e2bb5b6ff478f1804333133630a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb06ac318ace70e71b52f69eb5d77ed3aaecaa42114f5259279ef980254288ec
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccbcb462c5dfc4d37fb910e47ca69457954e9ce9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c24405cf3f0c22677d6b3aafd35c1ef55e518cdb72fcdbf53f963d2e25edf0b
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db738e13aea4b301670994c2dd85b3c5704cb5e1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556e39e9ab5c1e524e3cd5229ff6bb56700ee316e74719f0fd748a09587b531c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df09fefb6d5bb5f7d07cc4358c91defd260d47c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded31cd508885e65c400dc81acf3485f79aaecb2c8d9ad5638ca21ec59b226f2
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b06d120e8f126eab9d9e0f871b4590fde1af1c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8770b929982bb9221bfcc89669208696c259ee7f624ef718c20728ec4d3f0a62
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1071c48c6b742962061f8c56e13d73bdf4afae
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f511920c9ed2f118489485ed09f968d896ca478ebbbd76d4828e1fc1daa561
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde29b6db3062f67d0361494df3f9187ba1c7e9e
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de58b9532d258bff422ba445675e39a5686f8fec6eb0415d4b4241e3bb3762ec
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddba6e4175373c4e0c1894233b178f827f0a92f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ebc742e6750629d21ac2164471617c251d0b414d63bf3d8e5eb71414a701d7
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b805959209d166324c6aaa0d4dda831e58ebddee
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ece12656e82e8f7100f6faf2d0a20916bbd8065013cf6bd9c8002bbee4e282
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6a0be78c2158100026e5e91125a4b257eb8dc4
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e8c8f57a225b0bd8f06cf535a06461013b20425c47416792fc17021c4f2769
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2a696366bbaf128c7f162045347af76c21c28d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ff2386b3af9dac14385318a5b07918c2a8894a801b90d907e42bf508f4cb85
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6237aaef275358611b3e7fefc477f96518ae1a4
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daa644732eafc4edf626178269663d19c6523a704d54eaa4671bccbbf53939d
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e37c05beeac062de824aebc8b9cd6f7e7beb93
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4a4b09de0227276154ca9d872446e8b39c5775aafb78a648535dbc4b109a25
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3589907058d8fcd87219cb0a4cd1893a0eafac2a
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cb033db54610342454150c6d35b46ccaf57ffa8c5694e84c694757c7627e4c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1b70e15f6135527210166746b9035539bd1cc2
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a5cb558d9826f8feb9bf417a8097dbf8d5a2f653e138c904b5c1bea7ddd9b3
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460b04f853e4e022fff93da01f250e2c55b26c48
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a10a199eb96abd79c17ac328c169e2d7d9b7c98e862d6a47e28877f02f19fb3
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0317767e3597d2bbf4e3b18108a353f53e0b1ce
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ef5eab3a5c98d891f3391f22510281261e709b465193795ae12f2b1278092b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804c8be203d8fe445f00df783cafcd5580ee095d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff88f677c2f13824ee34f0600a7e6e53fd37a0b4f28d4bbffe930d5352db0359
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8e38b36711cd5425f24c3574a95c14c79a56f0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125e57b005de314221bc6be6149cdbcf1b63cd62d652b4aebb89d7feb2224110
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5795d221c7a7ff30300a68cd3f51fd83983930
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6d8f3883b41315eddff846662534b1040a60e95e979f36352afe2d3490773e
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4434bbc0136529539df4952c512f46451fd8ef10
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9048b2b61c96fd0dfb544cfc143bc63d155d07c744377a6a48b2705911dc49
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1edfac0c051154d5a15593b2155128674796a97
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cce2215b48901e17a6bc50ad2ae75667c572184582a2dea69c50eb3731143b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972c918e86f50980f5422282ab70da4c6c6ef4c3
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8235faefaad9f7487e0fbfdbe63f5c5442404946c58b3544eee2bf9f8de7c34c
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f2e76778790865e5ac9fca09f6e3be12c19f5d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d95a04bdfca64d64a329ddebf40e3d606fd6783da9c9d699bd325573bd83541
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3bd112801246d9af79f4f6e7fcf2ce57033d8c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1323345dd2d605707cca184db02fc14adc68096433bd3c7a2620509fb1107e47
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e12f95d99e4981130ca467f5b91f1d43407db9
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c210e3a80fe334802c68ede65f8d624cc6a6bb117a62a39f7455ba7b3bbbe26
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d9f7469e2cf2d8a55260de6d48c4fd36d3493b
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e65af8e805994c94235c54c243ac206b024924566d168160481bf4399af7917
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47842db16f3b622238a4a5f1d68b5239d3d2d8c1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532b124285cf3777ef72ae1a5e97f1e5ac71954a15146f88291daafedc85dd3c
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6442a2864d06d117aa27bfb31b7932c3215712e0
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63727dab09d15abfab4fc8de8a574f1341c69a14b99c6cc5d7d391c54ac46d0d
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71afea9f2341e9c117a33cffeb573b61685e28a5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28ca91304d77817fcb835c767b4d6f8e9f0e4d9574cde019e0b3bb80e86c36a
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5229b74e6a1a275686955be618e604943fe702dc
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdaf6cee2778d0012dd589753b2fdd998aa7809e1693d3d8bf58edec98b1c900
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd595019bf8c2200a97c2c6ad825d3ccbbe2e672
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e782f77f18a9b07f09c13a07b7e1bc25587d23a60b32585627c1b4955321c35f
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30777caff16131e4b8e7f2cd0da06b1ee682ae55
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2740415321d48396fb77f6136553b1d8200847bbe234eb5b41d9836e6c2c854
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5e99fa0790909e4340dc81cafda744d49e5126
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b723827a162e323fec98657633ad84d8c767c2ce9a17d642ece6f8a9c70abb
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b11318846fd1d921091fab292b09116ecf857a5
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722dc59523ead620d477b27d93b8d47c8c07e7ff8e6dc6de3cb20415169d24f5
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9745ab822346e0bd89989a3cfb240760115e5d12
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ae5a920ffc1ecfa92090fbeaec3c71fb360554af77145a2eaa1ec1cac2eb7b
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ca523ac254be42ab0af94e728dad485acae8c1
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3648c419d2ef38168ae532235add41fe3e8832c5ede9e317a1d9488ebbe33e01
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2fb5fdaf2e94aacd52f571a8cc5f064ac27827
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae0d42d788a1fd2d7c04fd211aa636ee6d7f47aa39e22a586fe9cb6865bc4f7
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0409a6993ad783d0dad305a8e8af6e853f815608
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22610bd69617f4582a0e815100dac8cc9d985d13f11fdcfa614cc066103887d9
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12cfd27f4118e8bbe1793af00d3e81b40f48e3c
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fa57700782a2037d1e67ca0407281498147bd48611474f843ec842ad17fec3
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b23700e52abf9499292d4ac87b4663e020bd001
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98136c11077ce141376c6078b472a4263396755a65de007f7b9d7b98a9599d7f
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4371a364915d4b67b45e5196383d3f3ad1029c4f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da444dc216afb7274b5412fe25942f10fc48665224b635c552e8255b7bf0755
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f6423b1955805dd07ef27f2103d9956deb6cbb
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d91c45202e07b245d95ea662ce37a087704a2168e2588e392d7e9160be0eb0
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1199067868cf950e573794537e483d120df83a0d
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45048787028db91660f6a518bd104f8fe68357737851d7f9ac2b19a0a9500c2
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5db5b6db5169ef99c7d147bf79f366160f2d94
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2eb5d2dc483109a2e2ebd2c58cd92f42e58532dd07693b70888cb3b0c77b60
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e401c110c5c26dba6664ea1e8b24eb21ab43a0f
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c053fd17dc57d6492271282037971c81479a4bee128224797bd56fa66b89b0fc
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9696b4215807a23f3c358bf30433dc22bfcd8d89
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bee5a76f458a9bca85e64e85ac0ef80c616ce698f49c9c93ea876f757c0f25
+size 58499
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79061f26ee6635fb9180b26822550f87a2cb5c70
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e61a491b95c07b3f3036f0c6c51f8c9beb12f32ecfc32c1f2251b04fa9ca1ff
+size 5251
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a3e5944db9bd9ae862e7eaae0c770fdf7926ac
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f488de90b34445ba1b2d79197c518fe2fb60bbd013ac555d63bcb074721964a
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e748f594655c4ac705c406662b7b14f44bea7623
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29149fca1965d5b484ab7303fe209a187d41b1419dac5550b2f1f19487fd22b3
+size 17539
diff --git a/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eec1821586bc5387edda1dbe5866656160aa8a8
--- /dev/null
+++ b/params/llama3/7/rnd_search/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9f729ed20fb688cd5f076058d0819cb88befbc219726994929638f5a046397
+size 5251