diff --git a/params/llama3/5/fixed/woq/init/lm_head/scale.pt b/params/llama3/5/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcbd9281fd36ce7c6b2d6729252b31377e88023
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd9133b6d33e965ac253e645ba78a1847accebb56b960ccde6535eb2a862e89
+size 514130
diff --git a/params/llama3/5/fixed/woq/init/lm_head/zp.pt b/params/llama3/5/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c80bfd55ca319100d0fe08833534332c245e6b1
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600dca7cd51ab240c1a4855ddf93391ed2490df8ff13ce073c63f8edc29455f9
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f39aede6066fae91080efaac0454e0e26ea55c
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1745bd8b4dc422427fc7d30584c1128e925776fab4de1e2f5623c6124442e920
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c318c36c834c785945d621efb6180ad0fd52abbe
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5cb81e8537d798bf470111ffa2d96f05881c018cc82951e89ff12254f85e32
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8826e5fdbc7a3b5e36e6f8e637c8621a61ff6cf
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab433d59b9a8d5f20916e5d58b4d885ad065020b568bdd239a79b38caf527e77
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6eb2fa23f42024bf4ad2c1185d35d8e3a6c2c65
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3762f047edf8a49bc03ff0e401722eea69be7519488fcf612ee0fc73414b082c
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0573293fc7a3e83fe877fed1c76078871c240c3
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a9c7d94ce007ed841ceced457cc565a8aadd8979e6c69c499559aa1373e1e4
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb42916148d46c990ec8f27bf3cb3dc433805d6
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b6cbdc840657a0a25634b511a92a658144c1b9b7b16424eaecbc2c3290aed5
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729ddd6eeb9685b7d9cdbe424590655550666cdf
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a884ba8050f6d03d675614108cf48b8fe6ae77f7d5b493dc7e80b671ba55bdd0
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923975fdc8a1eada6655e283f245d757cd630c04
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4490c9e67d81c75d09e6b75f62d5f8691c03ec6bc290d2573698c23074ff6c
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a2b61c55ec195a565dcb4d7f309d9d089e71d0
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3e9fceec3aef03beaae884389a2a7281850d5a350a03a71ae9765d07666ed6
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ac8fe73a2785e40d9cca0ff5be2f8e75fb93c4
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa06a6437d5458c68e1583929d4215c474608d56878c33dc1439d824e6f24ba
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bba340d73e88c1f3c26b9319d2db24150e9522
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ace75a5f2c1c2959047bb1741152efd6a891c767c14f23a35c53e9be03a7b3
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a221a83cf334266fb331f221b976d034a87d82
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e121a5d40f235a577584a86e6a799e1d8ee84fd7e2cef60e423b64a37b4561
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e27c44b5778f223c2a899481df92ef2cc39c7ed
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86ab37c27e1497c42876286bc2fe81d378a836f7c2a55796533d9a523a7f171
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd248a1d7954a86685ef00cb5ef5871d778a53d3
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f85be9b07b24bd67cf92d46ff025ec156f0879b9b15441a267c4342776f18b
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c7f08bd248127f9c8023fc22c7e2237f0dd8dd
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1bb96d68d8a3f5f6d597218cd6a2d5146e1edf16e01c1cf939d80ec8120152
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50829c08b57c2a0491aa2b4e670ce3069fe93c0
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187652a19ab1facd9c1b5bbe0f3dd0c4a9d57d962948a1f97e86f50f8a8efabd
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffe974d8904a7c09054a0d31bcb72a536f88b23
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cdff794d522e35186cdd38b449cb869b94388bebe83f8b99613c1e29c7435d
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74afc168fb489ac079e51dd6b20a9aa030e49b11
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409ae09052c23c1f7511b277e1a552162f2e3be8dd7db0e8d51dfdff8aff08c3
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a79e4db119e14c0596705a3abfa4782436f8e6c
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7dee5f6def6b5f46471d13136f846069c597c846ea6e0fdeeb4ece061148ea
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36b3db1a39545a8143492296ffcc7782ce07599
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bd5e2dd8cde7090a76a749a1e00da43ccff3f92eda1efba366cfebee52269f
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea4ad848a2e760ca59405fb8e1b0a8b95694e5c
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f95034676422b923b30402c279b09058184b1edd7fb528a46de42404a9e348d
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53438840da7aca8445b669d6fa2eea0a4f98496
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e37e86ac63009f0a0ff14234a7892165824fd18b535f6033fbd8493352661d
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430b830008f1f8ba72bc1fea1b905220f6a0c466
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4963fd4cac1b1a761a0e4fb8ad7f39d2d5d10ffd85f38cf74ddeb597d042676c
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7206a1594a5f8b56c29eefbbb9f61c57a5c559b7
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db330ed6f081c373207581d5ee11286ae968ab352bd48e45c7594c76f609208
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e81ca65f8a0f6ab7081d90aae32a9663ca028ee
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87328261246bf0a96dfaef51ebe09188e290788209a36b403b5bb6d6cfbbf257
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d59fc59d71868d8cca52ce82193830f3875c40
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03c644dda5d040be583aba5baf5d8afff61a7ec1d5ccd4fa3066d8a77a20784
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62beec2140754aeaedfced557a38aec9a8ff665f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab0a9e63f6c400c4a5bca6a6dd115bd53e0ffdee8d3b57607065c7965c679a0
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19db3abcb22ce769c4b8c43a0a6fc40a8e4a26b3
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b30d03f864789c805d7e04097188aca1e144380f61eb042b54af21fcb1d510
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037ca6180af00d254b5c69b57a2066669c72f510
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0092088115573015d16d0013fdd262939afc149a0841ed07971bbe9ea0bfbb
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd71471e2fd8baa72930ae6ad7b9bc60fb95884
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9c5ceb0992b2943133dc74d5fbd5550ce14b65fdac989192e25550e4d31070
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c4f197342dfa87d9d63e35e736c74f7b440b12
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09c1d49855a8973e3315fd334bef99ff9315abc5c047c06009f845e9006d3d1
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a017a2e67dec4335ee0f83f0734368858aefc12e
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23f235e5145dbfab80f365c021a8154927f3ea016f009886e29223b1e4edeab
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68404dd6712b9d920c94794f6acb1fe0ff48a2e
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b1a40b645f873a25f1631e26bb677863237cb8d1db4667319d19f2b306f8c7
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0f7174e53ae9844d4387270ec8bed2543770a0
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f019966e7a232dc660b256058ccad82a8aae40ede162700bfbcae1f7d71589
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3105b942524bb82e78f76804e83847ae8a8803
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ccc24854be6f8c1292b188785f48fa79e88b7cdaa7b7079ff56dfc6229963b
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7398d56b5d02c4b11f3b9a1b8ce6977d7cccd475
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f57403f7dfe8dce2fb4a3b53f5a71d05c8e510daf928e98cd807e6f2e43c8a
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f329999601e24ec36a90303f2076453739608a85
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df34697309310de72d1847430afbfabed4439ee28f86115754d362e274ee3fb4
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d85696c5210b6204c723a491f4cc4b435ba0317
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a13f7144e82e3895c9b86cee936c0237c387d322e8d3f919b01cf0f3c646646
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6595076560ddd1e66563f700a5ae94f496b37b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f30b05225523ea724c7aaadfa236f50ade9791b8636bb7e99b40365279e4303
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed1933c8247278df646efaaaa975612172a7b93
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481c4322d4cb728f33a4995a06815292704aa860dcd81ed42f0f33d13861b9ea
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1173e9e7816104a3bf9617468a4b848e05acae30
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedcaca8943421f988b95142256bb4c33bbb089ad1eb6b55c4feecb2b0cfdbe3
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496ae092fe4706cb2757755f131974ecf28ea8c3
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb2f8fcb2ca35be4ce8e9204533d0260c188c214f46a98025ee7407731f4259
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903f0d9b11520ce73cff63bbb1ec0ef0873bf47f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042ad7af34a4bc888843778030faecc0ad49c6495e265b3d451f033da6d85a94
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df298afbfdc597e344659a4da445ef484376f4a
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78727ef4d02d11fe7c7bd05947e07d1b733c4d27eb2fd3d74cba9cff4c2945a
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a500e4802971fdabc5d79bc2c088a718129dce
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6473461c930ac08ec7e95247a2571d2dd990aa3efb476bf336a5b3a4932d9f
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a18560718d89fee1732305caf02da37d2b8421e
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b752879e6cabba9e73780687dceb177d6362ccd6c6b606ed951ffea3e0964b2
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ead00b03c22b3274a8c0896e3d86d91856b3687
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b3cff62518a9d7d83a3eb09df52322aeb2077c520214dd71f01a5b191b5626
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123e491713fb40e44336b64df9dce180c273cea6
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd08b26962b05b7686e19bbd55ab056e9807b749791e4bb60f0bfe6b462b9d5d
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257066151b82e144bf17ff50f9dcbed450c3a627
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53567e707d015930722bdce8c13e76993b28ceea7a0ea160d4a4304db215ded3
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c962ac49999fafb8ad4dba32b08cc3ff2a55a6f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97c66522e0b88e747a139298ffe5dc653aadd2e2b2ff9642fb6500929c2ee92
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd68c7ec46c17584eaaa1989cb7f7f669b721458
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b5b2afaeec2cc6abc6865df088b02940c5c9937523607a979cdd4e7329aa83
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be20455eafc77a4d205b09a719f1513f7b10b494
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca18a6deecf36e8b5d5048a90c7001ef647b73771c004ac714fb88941a93241a
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c750ec0f9398dfdb5a1624843e096e9dc780ba
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b4019ba86eed715eac4998999cbd768581bad1060a054141f2b48ec63e5dea
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209af1bf88228b93396b4145595574c275b20890
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6c94b4b504b3c4433ca56aaabb0a903402fdfb83ae62cd0e5fd96bc696be78
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d828610ba254430df3df856225d271599f16ecb
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe9e9f718cc83ac9478681e87344321e92f536cd36299da9b5b4f4cf6ec51f7
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083dda51c53909b679bc699356addd68793d26e4
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804cc9bcb2287e8fc4168df729dc7b835d07e56e6e85e16b9427b7255a0c6eb1
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caceadf09c47ff22ee0c0c5de416bd60462e2255
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4746d7b4cfc10699fc56cf0a406d34dfbe60d680f69812441e1dfa4510e98486
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0910f6af7654b854b97fe8697c5d556c65fdab63
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1081bfe99511234e6751a7ef8c8a7a27fd67e81bd2ce0b8167fad6404efe8e
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e12a1909f569043e70c19355689a34402ac3215
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1defd07874b2966588aabc7698b6a10a0cb76feaca0724ca7ad8707f181ab563
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced4429127eb539796df1162a2a31bb6d77cee64
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659276f557b37e67196781ebcb9420701ba25b648f5230250b2a4ac0f020dcea
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45d750e7be184e291f92a98015c03603bddfbe6
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494e56b09707599a453c693e0c24b9ccfd54ff79993f67ca24aec73dfa6f63e5
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2842571d052f6cb2d74d9a1583988c01c8fb17b4
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2322a67ccd9564b2822450bd033bdabe924ec4dde64b5a1926f77848928c77f0
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fc931a89d553cc0951e233520f30fb3e231fee
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88600ba80a4271e3deb2dfee4c689722a175d242f51768279eb077c0e402fce3
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f1e3c194c0a6395500e03fb883fb911ff0bb83
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab483b5caf4f959dce5e40477783c52d6bb988632b4593818da7a236758f93f7
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40172ff7a160e50f1bbc3ed02cd118e86346df9d
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797c45229ec8c9c3c40706026a2cd87005eae80786ef0d146b404894a88fef16
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a413b87519e589c8c2864cacb13d37554d252ea7
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04bfec20943c878a5c18407d4bec6d70761725af0d10c0ce10dee7a44cdbae8
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2479563229ac10c435a827f56156b1b2db77f3c9
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0865a3b1e69badb52d6754fedf14de69d3df58fe1f88b1c7fb895bf00cfc58
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f11b959204746b54a8a8d6c3ac906e037c9f92e
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cf4af4734e081a680844e17061d9126b19b30283e962ca213fc05ab9fdd668
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520f67449d308f6b81fabd947e0913977271a2e5
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cec627e70f8362c0946486ac20a8decf5b0fa40a547635821c838e94f29b22
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0029227bcaf641ad03f6dd754bf8dcd8e2419da
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf3853e5501ccde69fc43b27ce5f98c94ee42d95e567d4d95f8875fe838d56a
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a684e299735ce0d16f53a19c73a882c960a331b7
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b644e3fe60343168b88a97728f43cf53d3718c47f2fac410556cc0183410e1ee
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4987eed0d624e6c9a6fbe12bd61d08cbc9cc5a9
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a3eb1fcd89e18682c80069bfdf9cb7d4158de56be077479c93b3baf5d714ca
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b93bdcb60820fcaf491459b2369fdc060699f8
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a765ed2a15e59c33dafe8ab81e65bac0d9c07dd4485779526bd78faa0fd20a
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28249d4b929d447d72ccdcbf4c916fb9d80182c7
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5295d6380c621737a87c1dacc0ad038ed5c6f71ccd8a295eb065d8f083c50d
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241c383014e0b82eb6a3eadaf8747e130f2e750b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f8b7061a0e0e9ef7b834e16c16df91a5e10f172580dbec9837c3a9c84100fe
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f929322e7d130917e424d97946b9a59f3e999f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9a6d8b359fe64ae8915e42127e30c6db841f061df48ecdad88a577453c748b
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7199f2adf7575dcc1124067973c8bb55c475c9fd
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a6a6b6904de261201e16cb52166ac424be7bf26d77fd62a6a88492d4ae39c0
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c897cf2fa2f3756def1f4cb9af6eb7f3b3d340ae
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449a6bc07626288efc4b41c1a93e37a6539532c3f341d8b10225afe094a13fdc
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c215b36cfb60ba6431a9e707cf615bf4e99ba1c7
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59fcd723644aeea7be48ac4972be282458b5f54dafb63fd0ede9ea7e8ff998d
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514857d536c66478cdae52bc4784fed04ce54c27
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8497a876fa8990fce6a59148053f8b0a5659159bed76c781f5054407497d2e0
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518ccfcc9b0ff5851a0e18a8c8fc679eda5db066
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d132fea194e12798c6e466a066064c2ce27754b24027a34c06aff5d4d57a85fb
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5771d135416d8ebe8c3e3fd491e199ef55ed4a73
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb19f81f1ea15eda5d50013854d69266716ef76e5ca920ee072ee763bd92be28
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63c6e9380d14d85fe4d44c46163e5349c605c01
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ebc42a5a2057b01faaf30df1433df57bccb07d63debb8f371e264aa273ac06
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded5613444cdb3d0e6da9559c7c9d1cda56d50dc
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7475d211da013388d9a2fe36dbfc537e840c8bf354949a8314c5a40fc9639431
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bc0082cd797546780801675b8697dd550ae6b0
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69db85bd400b56bc0d56ec51d53d5ec6d396e33caecf281801ce65f1b1e7437e
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efc5cb0d1d8285a1fa5a7b340d9f38855687be2
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509c2ba7c993ece30229a34acb3ee9b3480ca0ea9f9c8c72ef4d023a592bdaaa
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ee26bad13663c847a4fdc1b567441ed2eaac8a
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29af23b34320ae31208bfcb0e7d9f30c8d1c9c0ff9a010dfa4b68d00e9a3c2f8
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149d3af2666050b3102bb0df9935e237fb93149f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb4d1c36a01c752b29175e189df609a1796335ca260dbace4b568b2d78b4e5d
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadda6008f60e253b5a4ef29124ca4213eb31258
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0e85c7178f837f9f437a0750a8bd6be908f705f00027f359b9e480fab0cefb
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef01a85e7c4bcb36147b6ac687e6d1114afffb1a
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7e7b377c77b5764f3b8c5e53a60fc59b8660744dfe5f18a5fad06ebc8046fa
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977e600dd077d10f33335e51b4f2751fb8d36089
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cf69fb3b9167295df57a7bfd0e17cad7c306fa5d7a8fde0ae246290f4395f1
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f35c8b2f2424c78b48a30877c4144f599fdc725
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6dca3ec788a3ebea30f767249054e9de27f809f6919d759b91440c9ae8555b7
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3015341fdc31bcec25d971402b0c5d9e6ac35aba
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f4f727a47f6bab3951ca7c77eed62f7f336c7c19db7c968e230ca32671db16
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1765d73dd8c683c2b7b578d4633eb38bc2137279
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5513f1025ac09a2c4093c199bfdc96625cdc4bba9615154450eb4574a71effb9
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3feb35092c37e6af9000909860873a9dab89a4d4
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9694da3b711a68311b318a159f43d4c60a19302a42079adac71ba9a1399c5f
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60539ec5b71907a3a7be96ce872f2d8208318669
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a30b7f39bf4f4d7fe2f125cac62cfbe65d5b134b0aad67d76d74d71fb85745
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6913b4bfb10246ba1bb0de0bd0c82f21067661f1
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f9d1af169a954836ac771d9ba7c476ab2d9630123ef6a40f8a8881835bd2d9
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781dff7512a9da62207a88d2bcae9161411d77b4
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f15f9753bd888f7c8ebfb4317abb62f4cf652ae3cb62cc170bfac9d321b3988
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964eb0baee46e0c46a4d4f3158687e8f6c943514
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc2aff2b41d0fbb8fae025cf5a32a889534c9c7512c35053cfc007a8f63ed85
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2498469052a9af176b402685741b9e1ba7cc9b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20bd9e886f455b84f0185b78fc0e1bd8dee543bb6cc2d304db7a3c9880355a5
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c2f6f493c5cf0f1b3e004ed78629354cb16e69
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1116f416d0143e5de763596385cf0053420b0d420a5f0c56c4285dc92a7b1a
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbe036d0ebd83b1d6959706158f06aa0f2fad96
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d35a66c5e1a2b1a7a54911330dbfb4e869773d1720db04a7b67615779f9819
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3923ab250140a34237ff62c2daa5e08d971f6905
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a0f707a190b138fed2f76cdeda3c9debab680d232332a5990aaeb7739e608c
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d51dcc3deccb18f8f577b6c36c8fb4caf4924c1
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5087ef83748df6896dce30158e0e1fa00cc9e1e1ef7d508edbba043115bb1c3e
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48d5781135ee97667faa80f15d43d78d1b0309c
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8911023e27796d52f306bcfdb66638db9f40a7466b5ad018d021351e04e6b979
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745257b195ce7c6005a215d55e030a21d1fe4305
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9909a0062dee9c959b668d4a6e13ff6c59540266143552da2de1c94cb4c711
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79db5b23180756ec515460f1653218d2c69d64e1
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31631a94c06bd5bc6c31215bcf388181315cf20e9929c65272902bd0a9aa76a6
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ada7a82c5cfdabc8c88ab6d0623892b0a739db
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47f1904d0e998f13cd1ec369788a006ad5b406f3476b83b8d2aca8804b0d671
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e98f76f1ffcd4c143c3845b0b8f075f3faaf15
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24728f16849d31c35bba8bf5692c5a2d1d5dbd9e68e2c4616a70f980dd39358a
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81b068f9cd9b412a435f589f1522f3e58ad1020
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c338f3acc7ba94b8486d95cbfedb2cc71f0f879183bf5bc57083fb0a0ec811
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d4d4d167b5e47205ac411f8ff8efb2f78e5841
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05776a1d2e0588c48ebba6f10de2c7e4941cf0e8053c6794517baabdec6386b
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d7cff14666c17cfab5f468ddf9ed127786ee8c
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addc20ac6c32667c0b8a31c3ff7398bc060b8e6333fe5841e1c63a26826308d5
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c64fac980e69a056a44ca7e1dd920e8695b5550
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e640b4d4fa60d4cb393b43e7ccaa75946f77114f8558a8d1f1c9f6117e6ac250
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5361b4d0db75095e5a658a6d4a9838708829db
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4e0224fe7d8023ddf7acbeb96bdec957e1076eb5ab9c19e51ae3d21942fb8b
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b4645c13be757c4fb4215c42b819261788e283
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc9ca72eddaaf5512e459f32e1233dd5430c1095949f3ab37732ae1be2a1a3a
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b714df1074331e20d5c52a2168e2c5ca49b00eaf
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829f4552460156c90907ac18bdad9595354bed0dc506f674130e339d322de6ab
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921942f6570027e414a809228472ffae144d5963
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61f66401cb7bedbaf459ec4fffc08db7c7aee8af88efd6de68c79940cb5e08a
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f926b8417cef491fbcf18a79ec3ccd09e7b9a840
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aba71e60403e45f008b67b38aae42aa3c81dcd9848dfb5400236705ffdc49ea
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d655ba6b87811d6ffbae3d550899fa328fc273
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781b82d35280fd86da897d382b52ddbf60220fa39cf543329bbd1e1e975c0462
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b297f78076371ed03eb22e0a22829c63b8ba1d2f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c997a2a642f84a72d45d352b7979c62eb96efcfbad12bba7d142aa65f3d84490
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d82f529173d6a23256c53235093c49eb57b209a
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ad6bd33d58b85e84d6f3472ffef76018820bcc6499b9d7b2ee3b1393755752
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad39f911834b6f4bd503e45ede71539e76e9d702
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a8697b9f8dfe5c999405ff7f19a1ab12449af20d5315e99d068de2cbef519e
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c18ab6de74b87ab2629ac98b4c42b99717097b7
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf637922df0a7f9956db4b6007a7a44dfd6b578949309977647bc7925b57ea6
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f86a91f308c9f7110e66c46b34d4287b0b51a0
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29b60941919ef01bd33e3be2308b5a24799dccb3b1c1a4eca90c2f3b5e32a3a
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1262848d4ceedb6f937c4f2e6a829d38c2bafa
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024dea6bf0bce6c9135531596240a6b6701d15f00dd7c3ba5dd7769c2167b007
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242f408bd9ad27a37d5f40ab32d6fbf7c1a3436a
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8c740024e9c8e6fd430de93218555312971947f12c6bab4c81b754ab384639
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51bdf11a059e22820315cd79f431430a0f7d301f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437c6807781dbd093748e0b4cc3f7a6815a575b738cc1894d7f70499435e3932
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb769f65e715a046e5006401864f7b620dbe5f6a
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97dd43f29eff93e65647e7085efe09529dac1dc06e0844f6473b911409820f4e
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380e93aa5716da0244a10fe09903a440290f47b8
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a369384df027f297e37502ca67c111d0ce57d12ede7ab2836d3d693b121454c3
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01da96431c3a1826010a344bbdd5c91c4ae374d6
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d4d8f57000b6f30e7b3120eedd69e9fa5ecddf988ccda318dd408b8009af71
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3ceb133e02dec4d864fbfad88d313468de545d
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9203658a1bc74626e9607b1dc3e92190e31aeb6d66b06e7306cc5ecac790e6c3
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f350554d5950077ee526bb3f0ebd4f2de790be8
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718a4da5ead9ebf968a3e65e245a2df0be448c5c23568e12a81da0651046087a
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df04af0f1eb883ab23175636781e60acb1c57830
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0df90a5d41779022f4c899672cd683c3c82fd34539dd43693b54a1b1210f4d
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e5ee480c4c2d7bd32761c092650b1b689c6250
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818091ea70bd9b41ac900e229d47e27b6410eac4397dc326ccc678c96e608c5d
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128386bb025be58639cc2bc501001a147374019f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29ecfc15550ddceddab8ede8b19541a922d4f04128909ea1394f5cf71f1481e
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650061d7c63855809e4b1a82c2a3113c58bfa215
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffd9eda8942e6350f7358efdea6df9cdae9562988cac4f9800a047bf19fcbdb
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47cd7b144b5e7f2920692ae8b4ff44eae22ee52
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae9382c0f92cb2f883e54f68a99ac036d8286a514aead7af6a9eca6547cf022
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe1ba42e618f4e3d548f6ea8cdefe481bdec6be
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197e0cac745c75fc04f84b044e6f5c2f26a2a85c7bb31e3823fe29d2e97c9977
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006c131ed4a7cf4c4ce36bea6844044f0b330eb3
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4e1c10becdfc47618685e075389058a3609f8e3555ea326c58d557b3ef4eb9
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324f59066aa312cdfbcfc6fb8fc7a90853df6ac4
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2215fc96da680513b84cab2bd04f0e6d91677b64dd73fc7b7f9c3d424227899c
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042965e6a0c52dff23def7e1583c8bfd9275b50d
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c8a61c1632c4c36e79723b7649caf44287f1ce305f3b6907756e99eb63b099
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb0bce7fbb86a6f5203e47b1b0be7bdd6d0043e
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4702ad82554efaa22728001d5159b33ca0c82a1d531c3a2f72ca3475485ff7d6
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1979ce9aaa05a7f36a1ee9ed2b332adec7c234
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ba4ebb27ac3e043b1be4188d61b9e54e1662395609c9bcb212a6e644ca3c72
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301a660560178d90604dcab4ebd93a9daab7579f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116cf5e1b9536b942a8a6bf70162c292d645fcfeaf27e3ac3759d863a406c799
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d993e9624930ef5ca003d22b271a44ca7ba7272
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa9cd53454b67201989bbb7ed24a102e99d7af7dec42d35c98c75bc4f0ec3ae
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98482a55a6d0a8e0b812e620650d9684dcc323f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d9394b2f1ce24d4478e8d482e1f575bd6f521e65926d0f7beea9532b823a6f
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d06d100b50bbb49c5509355e96887d5d895b8c
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ec6094ec972dbdd8ae33c1f73b90816b8ecbdc901aa93de968f08e806ebdd2
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4149759fa65246df87d97e0020a05031bc3c43eb
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be7dbcd88f37671db3910cd7447c99a4fe147b787576e450906fd3c7ade6d1c
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c2b335acfddcf869a923e5c2836c298f22b20f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fbb37f8d050b96a682a6cfa015b5399061e745817d8d35dd7aaf4024a571b8
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca810b980178d5d7294403f59e24c727a0851d8e
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4699b9b367a6ecade3efd160a8ddf463b2fb1c1180fa982641153a3dafc86c8
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c0af94bf7c3fe2f58cd36150906a1f105327d1
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef34b48de839c608ddee334700ea5406c87a1850291376222629b4ef8d153372
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7755134d3f45d7da36d7bf32acc2091f7cb35afa
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a42157260f0e39d2f1ecd6b134c13cf79724193b7a5194332471755513242b8
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae86c3b0a82d636e1e73c23a58d552e7e1fb6e8a
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe03b92520e54f6e7ae2a836cb3fad47ad0de0224745b79b78f90f2145ac60f
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451bae079ddfe24bc3e34d5a18e338c4b68e28be
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693f9700c05823f6b1b0aed72de437f807a29750268d3e413f53ec23b90eb0d2
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b86b1af686f83a8d631ce5c9cce8a9e1f717c4
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4d87e0522968dc95b55c401ae1594859d76a17837eee20cd1ad92f5a761ed6
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06715d49be43cbcdd7e795d5bcb00680d0e562dd
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b4dc051820301572b9cdd04dd9a282db3b9e7dbf6c14cde09cd5bc95c5e85f
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375ce0c7753ff7e1fe5cb6e943c5ff34ea25117f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec8e641ed8baefcd4d5f9d5887656dc3b2f63183ee075b0b7f9941975e378d0
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1f6aba29b7effbf848b840c180770c5956f109
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e4197ae8c2ad323d630fb0f01f2285ed979fb9f8bdc03e9746e2a0b2100966
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a5b3439906cb659c3507ea75fdac1071685791
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe38de04cd1e1cc1735a942bdc057e5c869ef70fe830287f7155ae66ef6097a
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee571e6cfb05085bd73dad41e88fa285c109178
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8def77b552f09be2e00f9dba64b3373ae3d907bde0dcfb7fa095156b3e879fbd
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db864d560d1b79a72872ed21611c0012f1bb0dc
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56367f237477d43efdbc47025906f97a0cba4354ffc654f97b77c6180d5116c5
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287f972ff4a26ee9c90ab9ee0fffe9e1b5eff5d4
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5489043a544f90396c6dd0b4df3e0cba1f14dc7de0731a7539347bc31687a942
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268c2bed7d31d4debe8af47160d0541993699e3b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0819230a475a08fb48b6c1b8b3755d0d121e1091c0518ef14c8d71a50ae41fdd
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db0b0994ef3d995c6560e601daf9453a67ed8d3
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76490e9db1274d83976832067d4c4fc28fef41073062a6306b82e905302ce785
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0a95d3a910ec01d8d0e906446edd70462661b7
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0ed5539837cd6a0dd9547a637de4fe6f2dc14dd689d89c787c74faba077d00
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9b236701612168b0621918768dd42813619c8a
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca06e5be07d9e416b91acf379be58fd5d1caae3902c4fc09e75d4b0f04718e7
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3221fd789d14ffe7ce7c381321de0617387499
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d293c9753f4c0cb87bf513f49a4978f916b0278d2c35ad3ee9664df650f5ef7
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32956c089b071ba26a9b99743cc94634230b358
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb24a971abd7a89372d1f7da1747b20d6337cfa4eb2b296a46a63fd0663f146c
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0603a8fdf4041c473c09453823c8d25ccfb46c7
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4408d4f674ac508b7dd5f8a4c3037e4dcf41a44f8bfa8e928487b3541a364951
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546f3d69fb10ff3c40704a2c160ab9978957e002
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08f66306e1fc01ac6d3d274b9eb5bbf331a4dd3d70eff67e1b597ad5e0acee8
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a173007ee2e28393231172aa42b4ba8892036e0
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab5e5dac9fecdc64243992c09091387ba20212a31646b54d562ee946158f4fe
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39359d6f4c87195f14fccaa6faf3eef846665f70
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f3d0f78e759c5a9cb18b483803fc892250f96b8b5ebb8730c4549d11046b45
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b62b5e0b0ee4deb16d5d01bd3a54c7899eb20cf
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b0a7fbef1b56d98e7ff87fe0d4b93cd76307f7d1f61d0e358518ab514852ea
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6add9414287dced0e9830c82cf423896eab5c02
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fe008aef1cd33f41080035c47d5ff0aeeb36dfb20fbdf5b89ccb378c94d713
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bba4f9a50c0918161bc7933d69af0c04763dd6e
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b5ad8af8154862c1284668f587bc5a07717f7c4f499525ec8db4e2bd65c1cd
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3809cd5c959f94763db6628f780b12509ad21334
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962cca29b5b273147364cc8f766a64956b0666a2923ecb07dd53da4869b99217
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af3a54825402c157cc580f0ac295cb1acb3a6e2
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372a4ac2fc97e94a22781d07803eec4de15984853677eac291a7820ca73c78e8
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ea90d165a16d7cdad2b67fe20f2ca5de7a6814
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab68a36642207cc9afbc7b704c47e1460fab347ed0439a4ec7ed9d7395b5374
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd921c4f2274a8452dc3651a902d0157abecbb1
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684cb0729a34dfee669f64cce4975312f96a76b31ae82984393b01dc42dce73e
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa955a49257083f53d1f4333554e88d0e426422
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df6ebe8ce67ce2560021d9f56ba9906b57f26a472636471a606d46076c71d57
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6f089284e2f73f087b8930c0edfb926f44e086
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3e201831a9308d693620542f9a13b4ea9c20e82b5a4b979b8d3586a7eb914b
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1c2a8961c6621454332e2040d1b0cf1e613ebf
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165c8687274e72da2aa14d17f8deff46e9844eb6e875200c18abd928fa3a3755
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273637984f7246b966c0450ca717eb753ef7a328
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc6544f9c409b8e02fc13fb1c5a202240f2910c74a0ba353d5003a094ffb7c8
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3112b8572ac3464c9ce6b7e16c5e0b9e674d19e
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c0ac29df54ff3f163eb08ecf8fe57e4231518cc8a896ecda7a59bbebd376f4
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f6b194838884a3adb2024da8f46c77355d289a
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f766459168fca8864924613c4866b790a5349356f3d615e031a412319115682
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77780b542fd3cb7c26d843ce220810c74f843430
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8b02b12a15305e537ad54b269645c923405469a3298c5cd36584d5a45e4fb0
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440f35e059817733c7bbfb6be0ad1beb36b79e2c
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56aa1e497cff94fdb7dae18ba91798fcaf1900e46c8e1fbf4e6b575c80f96456
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77b1bf7d3cf62b2d0ee7816867ba51209375932
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f3e5f21bdaf64a758cc34aa9f503a9965920ad65b7243b5bb85ffd0fd604c8
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b3469e11f1e786cbc04239cc23d41b00a284a5
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2e227185b8c5835453d65564a647b2b41321993344872182edd1ad8251bb24
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d8bf2ffbe2140f677b71da58664b8df21071e8
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10881c63a2a74e28c7be373f862b1c06d25f3accd4e8bbf4769e5023cb83a054
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcf5b347f6fbbb81631f5012d6a5c9dd225d962
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3516a58090d950f5096269ffdbf2bbbeaca8e51b487aa4c4d1d2ffc850501fae
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdea0ed02ce89d06ce21562983bc2417e24b1ee
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd686bcb0fac1839f534a42294ab45def68a85efe86b5cb11e408c159356d4c
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c019dd406f5a27fd720d6b4513e8978d9de992
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5dd1e74995f974a839fb7838a8e57f65fb5acede32f25fc5c587e1196ec7b8
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3590be7aed3924488f61590c0c168ba74991f668
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3963c6bb0c94e16c839ad0d5255b59234b8c45953b87c5916154b66354bedea
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5487c3328910943508f4e45f901288c48de063a5
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c71fc1c3f6b43c4d7a18cec4e2f592a8c4ac9fedf133cceb49074dac1baa272
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636031bc7a2ec80af7e45248af42554fa29a0980
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff16b775c7dab6fa1153d6916caa2ddacde8bc33120f9fd4af373cd5d14715ab
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713e7e717ebecdf43762f30aa22b04fff3a42342
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8582156a4ed65c41b4ba344c17e8aa6462bdddd1868f912c561e967f2ffbafc6
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b080dc2e200f4d98fbe575510d682e3a3a6a431f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d404374af124fc29fb3cfd00eed1f8dcfaadf9d1b8e4d8215e6bed75f07091
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0231484cb9d0859c383e9a54aebb0898c2439287
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc9d3ef52058c040bec2187efa2cacbf1af6ef1b8ee7daa5b67bd790b68c031
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb643cd275da3b426f7e2b4141f9b2109bb0f7e
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516355c8900c4370d242b76ec77c76ad877a53340f374f9343ea59761c8bfd76
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd03fa171e68db8f56176f997f3f5a415829000
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32df5b827edc5b253a9e0dd38d7a03d49e61e739d47b18182cf94b1d3a7ded6
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3923895d6c590621d46ea7fd1fbaecf0a51616
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4111e051150f00ceed8b20999ba4ae0720adf44c34685626020bf17197f2d5
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5817372fd0fc80721b82fd7e8eec1da8dcafecf0
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ae8433cb5d242bf2c328e549ac5338bdc21c1aaa4c5414f9af6cd6a4e7143c
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c37d28214946a7c330bdc27f47775a672159718
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c0453f10ba5b44a65fed03dd533bcf54ef1700627c5d375228a17e8436ded9
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d1ca294c29040d9ade938cd6991327e2bb2c76
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf0c445dadadeeb0196ff5592944ab7d5b632df2117cc101183d0299565a3ef
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7815c4536c79e656c3b1daebd117525b4387f108
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54196904b4755b388da4158086bee12caf0f1c548b4d9fe551a4378546bd2fe
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8eb8942e8c588e732c23c00d1cd60f7925e9d78
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e8760d6723687be589946485644c2c7849f8fd57a3b3a32afa3c1cc67f5c38
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1439f33a6a42a0ddf8882a2e2f7c0ae3f89c2571
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b720d6452a57a7922bd35bb5bba9663b3be17527c47fd5a82b9885395f30801b
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c44dbb6988e23266c55c39d85e708b6ab58759
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca44f30ac0c41ab2d2b7b3e60af4862e19cae94f445936b2f00c623eaada648d
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde9551a7cab2537d14dab0a419509c9d37be633
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c677282ac9aa59457a3c53258c227f10faf0ad5b873e34c861127e5ad443822
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3adce2302cbe523154bf9c978b22e12ad4c7c6e3
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c7168a38b6f01edab892d09ab23cbc772a8a05ec927f780e29b1344074880f
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2243be53c5a93234c45b6ff60a368e58665a3815
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e999874297b86f1acbde164c474ee5b8e828270e3a5423cc75b21912881e4319
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d872e07837c4fd2a6f22cbad8ba3fb0e88d282
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb59a0f859b28f7b02598b49ba0d88dc5a39dbbad5046b085492aee4075d83b
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721ad5eb368141f15854c1ac7425f895145d76d9
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f12620fe37b997988937b4716289700d8394992d2f6d1c73f5632578f62237
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243e2b2f26633d2f80f4f8ea20a7a7a8097b6d99
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9095d1be576988450b8951e87d76cbe2ab7782cc95d9418ca613dd11f2086b96
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beacb564445b7f4b5189f4ce253df060e2743881
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8313558497727008351b25ac267fab84649c88e8c7251fc2606658decbfb1d06
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35cdca00650d359c73e71c8e6b4bfa68ab8ef6d
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978b849a014483103287bfbde8d8684436320f163c6e3f34836b76ceebc5c75b
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870b623af58a33571058ac41ef3fdddd89b15420
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b7870b5419abe763b4d5362dd78c1d8eb3d7f9aa04134adccb56b3ecb512fb
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d6b859a208d26dbdde1b3da53845545f5419b8
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7fa898479fa597a9eb64355e229c092ec36bc0cc7a41242791796b5a86d495
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25eb45431a88f291d545f79c7405595b079caaf6
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ca5148b3650a4650d686207f195b828cfafb77d143a985bd9df539714d8b2e
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2916e5c41486944ff931a9f77887115058ecbadd
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f4c25e04682797fc39d75515ad9897d1f5433fe253ec62ad6b3ae4302f81a6
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a625e4dd5e7eb9ae8a23f77c1e707e6f02270412
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b6ba54aa6ec96c9efb86ce6186908a105e2937a80ac8a3b88c1c9102de4fd0
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b9300122c8b2a8672515d187e6d6376243987c
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a2b1392e93dca18cf983d8e6b2e2ded5233acd55fdd3c204cdb8d8695c8787
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/rnd_search/comb_11/init/lm_head/_0.pt b/params/llama3/5/rnd_search/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea44f82d494670bbff05a539961b166b93f56e28
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ff27a4e5aa6cf4f5495a1c6e31740a7962e64a9878146fd0d51660cae07894
+size 514179
diff --git a/params/llama3/5/rnd_search/comb_11/init/lm_head/_s.pt b/params/llama3/5/rnd_search/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820923e8b751dd216fed3e98426eb17a6615bd20
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d7d4a9043a10f138a34e4bb2eb918094a2eea6f9c4188a33f2a09de0049c0a
+size 514179
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7638782e9fd15c383c9a54f6c418a604fced75
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8551986a53d19e85c4e62f68afe77355c492128bbe3c00aba10813584ab8534
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014285a7597c0834ade945384ff83200c3648585
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358fccc99a8c634244678455ed59d3ce70603308fb562f268d9b3cca2cc1034f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fb4cad5eb85eb82cc7edf9ab5a8cfdc73010a5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1af2a06ae35a121e7651b552a1de762b91cf09b986f140a5d427b4ea5490b1
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0414d5c863083b400492a86bbb695a0148bbe5f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7ac42ad41c15ab6566e1e60186ba4fc44df48a400549d05c2a359728f023e0
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965ee98948d46fe746c55e4a900153fdad37881f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e60b2f499e2da0373fbd4b81d30dde61c0914af8bb9ac56e8c205a54e930ba
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef15cd7317939d4de6d543c0450c065e44119307
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca60551872d7043e9d483464de4fa8c959883131b4a9eb2672fa205ee2e82bfd
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b080ed3cfce4f1b4ea3016fc820bd957004c5935
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a573f9849aa9edd178050cb25bf342649cf91383cb1ca8a2b6d4ea1ac081dbc0
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aabfbe28f9ebc5013c82e499df86005086f534f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b9cd41eb0fbfbd6804e40182577556deb3236f384fc1fd76abc115c5a5f1c3
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886e9642074f58c19bbab2c93c3a9003f4ba8759
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c453eccb2f3a3cd9218d0f06127250f8fec617ca0b27192da6dc4ede6a568fb
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3a07bc7fb255225ac58727281ca53cb486a472
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63ab2072989c329bf06e9ea3fe1c42c473dc35c3145e0699bc1cc38aeacee83
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b60e63d173319df7cca1f77a3f89027f6b6ce71
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331930390a35313ba72204dfee80e751e3918fdff58b2f2f2ef4b39cc599bf09
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27033db35e07bdf7e72c7073945bd96ce45a0d3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2169164124a8f1503d7bf8c1879b2cce0595f288b4771ea8beb9dd31f8788e2
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a6f3a388ddf276f362cb15c3393100490998c3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e0709e317ecb9e57440e6c2e0ecada25e5eb0ad688093cf2448a15c45cd062
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c326b443df91d1828d1b3985b98157f3927282
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d50275f90b283e31f45892875d0e4d1227bf69ebd1e5da63e347d1a416beb9
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb59eeeaf1fd96de93a0f0fc32f61cfe05c8f42d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9308789b4ac59f83b4cd7f9eb436de945805e7df590566513ebbeef107d2e168
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6830b5adbcf21008026d4d47a4b84837777336
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734ef37fa85de5b8efbd52c3072386c822893bf20195e4fc39efecd36f0afce3
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b903f69648ed0d7d2ecdaf1c996d070fe4df89aa
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b223a722a7e4fd4a00e6f0016ef58d02f25337d9dce99d36238df7788f24ab48
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64ede2ec8d6f3c0d7c4cfa24a2b6d550ffc8871
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1cabdadc4e55e12f79a293ce6a15f7c64337f6415015d78965cbf96b8d5ff0
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b42f35d4e00fe5ea6d1413946b799fc07285b3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad74612c6bbe9689589fc9e44fede084c08d7dfe4b8cda69e7795f85ea441958
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e3c8db483f9a1b2f30f5f785652b6d26b9286d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a376c2bb2690b1039b5432201a965d4c299411f4f02104f9eb71efa5095060
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6ad339077872bd42fc909725498696cfa4dfa3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4973e65de1f1d53b1fa62946e58981124b5c960485dab060b69cdc7871604ba6
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22142729b7d37867b1c2965f2d365480289ad749
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a29e7b081f94b856e21047d2a3e19e955dc92415f8183036afa4c602eb6fe2
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c23a62bd0710f7e77c2fc26131253c8289afc8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc6b145b72355510f0dd0d3df571dd1ec3218de0268b46c8112d3e16279c176
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c6958cedc770cc3a098bb7c1e79f7d849b326d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237553d7d4759b1ab9a9503ae7a97526668ed29d605a4aaac70b9098351b883b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498878350040789257a242f657e1d9aba37568f9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b5cdd2f2cb9e02dfcc3e8b04908cfa1a361ac3f4889b5b50e0f964ceaa8b8c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4f0c385e9fb6ac4bc3145d8c15299776db070e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2555d0db9793fa97958e129cf9ecc5423477584691deda97df58ffeda5d8b580
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf7cbea26beacfb464260dec2f47df293ecf1fd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683158b0b57cecbd6bce7c75f401960499c776ca0ce7d707ecda9105ec4d1bf2
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ccbfe3887feefe994fde5983080b539426f95d8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944db53c0048bd33c7e85fd421d89ebe52c71a2d44d60826f716e4e5f5685ab5
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23f8e399018a2500fb09032edf1e886036a441f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12247893fe2f62507231665c681a5c2a3d10f0215d1f99c2df844968aff72fed
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4316fd6081ef4281c13cebe3b90ac73661aa86dd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52a7c84ffb1531e28171c84374962d8f0ec036db846f8c8728036293ac39398
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aaf280a575421058f609453a7205dd5de08afd8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bede13f4f0a4bfc98297c01c3f75f780b3dffbf0b7417dd739cf27e7eb242eb
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724842540e641f8167835d3e05084d05338ada32
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af405a2760fe0272dea416cd9d028798058a9ae4e6da54e122d6cdddcdd8a53
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68fe6e0f1d68d6841e006da45a713292bd00388
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bd1dfd33b372991c6b7c44fc9a934422d9c105f1ff4b086e5fa82c0923428a
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a2e37ca29aa4785c833e42780aaafd1309a070
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ea4ca402cae75859da977eb3dcaf704283ffdf2694a43dba05b0d85e7d761d
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b596a5f0b3cfd1a72a04f7516237b2ce1f04391
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64aee1b579185654b6405e86346ffddbf9f663adf47ba62692514d693228e748
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf9ddaa49fc961e2b4b5074c08b844efb9f51de
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a4c40ebf6be137a14350fd44c45a85b26f2e5d735d046a0927b3a03dc797ca
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eba7156ebf156ca54df1eabcda6ddd8461773cd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16fbbf0fdc28fb61c1dfeaef8c4138452efcdca10f9e0858c51082081049c72
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967043763cb17037c566f0f5bd799f6bfd5ba315
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ec5bd34a66bf9d04d6249646dbeaf0a5b509ba424b0ad26e9c4386beafff31
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc15922ccda143ba76389c30c97b7ebefd3f672
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2199e554020e2a8573487476d6f3fa61fbaaf615766297a042b697e10027f5ec
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8f441d76713e72a8250555b7fc5757dfa843e5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2646964c40ffe53e5289a3bb4c3c9b53e301aa7e82514d050847a03ce051ca48
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141bab7560d6717340c7122b8a0d2243eb726646
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024d10e7ad07b99e6ceb2d89007bc3728f92c25984595718d079f6b035cd92c9
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e63cd6505a6871a6715308607d4c20b9d659372
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e730dd9087ee43ac8aab9c7374dbd70dde4f470a50667d736f54cfed1b69f66
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb452ff51bc080edea95fb221a7c766fc559795
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6e359e4c8dde70ae4df8380c45c4873f33ff6af9efe29b217ec0692de18a1d
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175fd70a5dcae44b746b72918eac16e977496fe6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7208a49fe6ed74746c7d2fb7d2d94cdb1617bfe69495e4d200885f1a90486f92
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2cccb44b4d4f2f4fa165916861d30eb3f672f1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a232f6d190dbf6f4e0155a8b10b19dca89d0d94c7445120995d4301a01b0f085
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6e4299e55ddd12f186c5c763ec889662038c25
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1fa1e2310a8b46fb7e2bf2be1fc514133a549d971d75d8ab6640f848d74692
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfd26ee7f88a99d536ccc8445ccc0909407536f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e93312f6570efc2ccfd2049b073e5ef904ff2fdbf286dbde2ecf4959177cc0
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ceb8b2289b82cc0df03e90d64167fc69074987
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daa6b2511c48e7d62206519e41960428b5b02749aa3488290510f3469a20b82
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0338714aad7806e4f3460ad7085417b2d906fefc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56185753f6adbb05fee92a7d8cd966e5aef54d630fc93fdee75b49c2090bc0a2
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df73358e0b98710cc8d723b1a6645f7194a49ccc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a96e1a87d06e0a0af3f925aff163de2fd8011b24761e745f8579f058017c93c
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9012fc1d68232b180f5e78e2fccb345d8aceac
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5832d7d082ff7bb2231e601c75581a6caf299f0abcfcb3a7575634df90302a5f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4e51c09b7ed5d706f2306e8f3fdff572cce56c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1b3652292d109ac8196719a6f105502f87b4681aea2f5f95de6fed0a4e4b30
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526123825e108a8412999e3b8503a2946d085d12
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8218493617a48ee64a3bd593dacb3e08d9ccf874432f0be04765b11a486b52d0
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e83a32abb72a7d8a29a08c4a471c548c480d7d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5269f5c5d233f3217edbd328adce96241dbaf78d2eeaf68aa504192f1b28e75c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..facca7dfc8745ea17c0892a04bf0fb8982161552
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385521e8b50553432c7de951472d71a536d9acf5dd1d87137657979899c61d4c
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111c7e28e9943467fdc1460ac4c236372c4e5a0a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013e6f6a07036c552737ca4a10b52795ed4b4d2788f9da54de1f45acc667c947
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175db8d486939c958c8775bd228ac27c9b924ab1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9589da8f574c2e87c029748a483850faef110d958cf75cfd411242c01ddd9561
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fa2c204546bf76f87aec63618eb43f8f9047b0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d9d596221885f6c4dbbcfbe1d2c9d2eb8e9c2243b56e15f8b29b137fffee9f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9a5c45d2a46d4937435a6befe6508e2af1486e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa282e0ecef6b3c4829ba4909a8f9efd0080023d51f84c1c1884041dca50763
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3b5bfbd333f17aa44fda9145874150a77cd66b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e6d50ae0a9580aa1f5795b570b2539f076875c51f90a5808c7192b49860216
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d12945f331ee743b92298ad04770cb9c3f689dc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3d72241384305f72ac8dfcc74b0b56ca10b9fa2b25fb15dd6e851f0d5d08c0
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151f8b6c5e4d1da142af06c29804e9dba5f9a01b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e016ccd3a504bac2abf0bf348761d4cef30933dc170aaab34a5503a9b1e985e9
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15d2b1cc478c548e8dd964d269d829ad9da1133
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c34bb735778388ecdd43e5cbc4d3fb63219ba264ac4a74a54370b610bbfe07
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197398ab4aae466a641a13032de081f205a0b312
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdd0d789b77670bbad7dcf71ba1599eda66ad63557245a52bd8f04f62a87951
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1327f845b49ed5fa5a311499c16e67c056f8f8a5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23127a68e396eaf8fe5402ea08ce7166dbd462f4d9b70566d5683bba0247a409
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a1781032d5235497b46ecb34de2790bf7f07c0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90365fa77257c3b6e7ea9740ef59ddaebb5b36d3e1bfb810f86a4b4c1e371552
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845521e80975d4fed04d778b48225317b9919476
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e4c764a16a4f61d1dba6d4175f77a0025e3c9b5e77e61ae5c63ba7a4b2a028
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b939c2b52678d58eb95e4f6d23abcefde16e0e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e566b84f7aeab476a99bd5a9e82eff7474c576b1fc430bd2d0e15eeafee941
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc4126449157f5f0fe55c09f2802de0394fd469
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e1ab41def119c1224f5b02330177edf4cddf3475e566951838e179d0560b5f
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f2a16c14cdbfb6ddf3e7d3303e5eac0e2c9313
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe48f28b002eed6720ebad0af1e7596e965b9be898b2f02f26d97cb7b61e5e3
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d53623e37191b498c6d65485242e84afec764b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71361be1ce767006104d8f0dda02bdb306eb71654f36fb69065069ab3d8ba59d
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94632cee9ac5191aec48fcb95937bbdf486f47af
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0832438f5a15aedbe78e09e7f32148630cd8997911a78acd5554ff03c15cf011
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a86f0f9f30cfa65b4e10c9e7cf778a8389a6b9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685cae6753d18948ab10002b70404ac429c5448402693492f505740e3bb8706a
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad60c182a13d516dcb219c6e9e068b9ba39a40bb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ad09ad7da90969266d5591a31f419b4675c2706461544d6a2722f910279fc7
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a3d8889dfded33900887c2abeaa6a39894eb4f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb7e5e25417e08d23f14706831a555cc5650ea4b1daed5a6740a75daea74033
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb8089581c9184105fa599a257b5be8514f2ce9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226c6d569db9eebf6a4fee9469d91a818f136a7030383cb0d17daf13c26d3303
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef731b86a8349aebe8a66f344bcb5e5cf5e4092
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4c2bca1c0943774151b8bbb108dfa0d444e3ae851e75f63c610417a97024d3
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3346ce83a026ac4046ad184f11b387d7b96ea05
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee1137ae033b7289b021d021883764ca8721927521835a27ff8ad0d22ee844d
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb1fe2c1695843b9fa4a541e2dbe685a2160ec5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b96829a463f877ccceab7a766330078314d1ad0ada6966d1a123c38ebea2d5
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ac8ab727bcc2a486bd68c325d5da83ffdbac0d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8c4a2c27a68e331c465cc678ef61dd0367b6e26352e04e387114bcc95f2429
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57639af8a304428764b28abf532e681496f1677
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59be4ae56e229bbbc8b90350a0b973ba0921ac981f4ad0630421dd879f55ef52
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03f827ad8a76a8de90711a3c018beac02e4bdec
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a885e590eb7dc1eba7f86f6b962cd6f3dfe5e1c3d8b3212ccb17d629b19d65c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230348bdb9b9f42a5c84efde59b414b56b37bc39
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f85ec33fa8f499bc66595d0b695d1a08417dffbd43e6054a146b296c20ec707
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fcc5bcb1e138cf147506e595d032a25bbae894
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d7a4e4d6bbe4dae4b49e2587019f6a49662d1bfb0cb472b7a038913baa3c30
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66045e8abb011f3dd02d61576aaad226e4c68121
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6718fff2b7598a1ead6ed1ac063948c36676e569a6f3a21b37274d029b4ad723
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dede10bc42b7597f1e263356c8dbbf0ab356569
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef3d93772211a7c994192d11bab9ce9f37a1258c695800d26bc96fb77f7b7ed
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f1de43047586522797906314b1479a83890c34
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f542f67853274b646cd596ef2f1018beacbcd7f384597e508dd382f46904a5
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c6f630af68c0ffbbaeecde19a7a7b03579cd84
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b3e19e0293ccb8382f6dc9d6219726fc4219fd2ebfea970c162e7c46cabe61
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a020d71e4e55872be6ccb22d7c57c49e12558556
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b45ae76b887ddfc08e6fc4c69229c660c80eea890505469e3598ee48b18bbd
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc6f55c6e3e188c6cf5cf08695282b6e662c73a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab3c499c01bef3023f7f5d546116fc4e2235c33e9b9c97288610fdd6851bfe4
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a467a3b2127fa4651a1179dbadd6c2083f14716f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed7a64a41a621f295816678c998c4437bd90cb61ea71c1d31dde3c55fc90206
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46620d1b5c6c7c64945e1e6070a18372cf1a520d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f9178a4f8a9b1ef8dfc81aa27ea096b58aac8a054ea4fb8f7b562a45fb73d0
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525cd0d688dae46cc884886267ec1921a34c7b7f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3228510588e4879b34fbcb36bea7f7ba12c42be1787a878e6ed50a2a8566fe1b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94fdeeddb4bd84b3a7c4641789eb24631ac6bc5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b843c756d69ad985adf69b8af53ed971209cf86576541122ae6e38b488ce7de5
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ac5ecad62e5268bdb5419e2dd4ecf3081f163c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d7ac1802280246471d07ce846adb3995e618303cdff4020c10d1d0ebebd37a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4750dab134b73c67c4305f6eeee75d5285eda20
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934ac531a079c5514b5dc159199b44ed533c61dfa79ceceb6feb84e9050294a8
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef413dd1e2f377aa7047a11a7c31ac06f38cf73
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9abe0e2af56208a0242bb7445a5fd7bb8dab9464a95fefe30da0c5c80f0ccb6
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd42b2fd58d9f26497897bd6a145e422d87bbf5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360cca9beb270b7997855c49b9468731719981bd45baef9a8a553419c870ef0a
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76ffb7ccbf08e3d7903c22e0024eda2ccf4591e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a278a3552978d50790b4f60c89e68fa4565fdf582aba4bc438a3530bce9bca5
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebab9b38c71679e2a50bc55f593ad453371b5023
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf132917667ef684f0ecedad7c0bfa5a75be696b74fdc0e299f92e89eb66e49
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b608fa697030d8fc7abf3ea9b7436ee6db64705
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0059122546c04aeefb3199feda017a1dbae458baaa8892c5f235734eaead2e
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cf8cd375680c9085b20188fee6546c7fd61068
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1899d681c2056ec6aa9359346ec572fd7974ff9b618b8e1c29942526eec71100
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a46b3f00df1cdbce092222e70d2844a22f8fad4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ba4b3ebb8b804901b8078d822ac62906db81f2ac268ff672a73e510cc95ff0
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3580e9f76b3f9446bb187c3406554a5f282c88b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ab070fd540764128c35f18fe25f20953ba6f11ed368e77b2c585b101f442cb
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4315d1df827b416b90f1c925b93ac922496151d3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1918c113eaad423bc73f51becd663be4ecadc7ee7bab05608128579fe47fb6a
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86e887e4faa509a9369ba463c636b51b7d2126a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb5d14aa54fe134bedbe892eca98f767cd345726db104b9787ffb321135ff62
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91de2c06d8a7cbfb6fd9b0049eba1d723416fa4e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2101440072f255e60811c3b9140c5b9e1bec60f2dbc5213276f1df684025e4
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb58afcae78ea8031704b9d428c3706b5ba009d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069855e1a515de3c4e59bb39297ca8c5d29c07fcc2d2aa92355d0e98332a07be
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c201875f3b649f6e732addaf5f119e07ace12d4f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1dc01d924f173eadd4db4dc1ce513221c13fe1359d0445374f9a611ef07bbe
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209ead9f0dbf28757cb42372260e068e1d4696eb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200460ff66456500acb17cb7c0e1de0220459c68354f3336dbc5d79637a5f053
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cae5ecb5616933904ea034d355d2c5cb396801
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb6cf5e8b09c90517cfcb981133785b0745869ab15356eb26a02877ae09c141
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cd055153b6e0d6a4e0c88c58d357597aa9968e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d8f20523a5808bd70c2a6bf58dce288f6e787850bb9f319c2ff89b2144df70
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6878b71d55cb0b4a68a61a8a61be78e8ded822c0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab453d4f350c0c32e9d0d04954f186af3930270bd4cbbf274094da797adddb4
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8a1e901116563bdd59901e5a5a4eee74579c93
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc43d815c2b19fbc2e209a9df3d5dabbcb3133c739ebdfa23298e555d82ae91
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ca6aea7ba00f9bfd4de0d509aef68cfe22c923
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2a0c177ee8f73b0632c13a9fd8813827e1f3aa75135bb5ba2ced51fcb496c7
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00fcb90b745d5d0fddd5daab36c65cc334d02fd3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341c1f2dc7351864ccc05e9822252eac283bb05b3287efca049e4193c2ca6eb5
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babff387b2bfecb7308002a75e2c560446516106
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bdda3ec9a32154ac08f3ccac3ad9e2f9103646da17c8df23c62a87d07cc4ae
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a111ab67dd3a32dcbb9bd3d4c3533c3c58f906cb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eaa87980d2027891075f577b38e5524b5463a19faa63148ba5c6f2b335b2f9d
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1244044a9d151ce5e277d66b88fed4697a6c23e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04db25e896959564b070328de7f5f0ca20b40516d052a10b42e69fb3d1e142ad
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa01f63b5db1eb6fd70d2d09cb3e331783a4692
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7096e077d780d8618315b86ef59ba7dbcb024032de4449a10d37e1321b21af9
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa236a36fa09d9eb7fdcba47b2e483a1550f1632
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac53b14b633b192bf10dfc108fccaf7a229366322bb18972fb95c63e4b152fe3
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adca15bc94d1027463e8d974fbb8ac5a26bf30ab
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82128790dddb6de516e5381340c226c3f9ce48a348603b0d7639ce0cb6057159
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a0cead316ce0f930abc8c76c8128f3845931e6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02eec8634ebd58d8014291243f740ad7323c54cdf1b1e77829de0986ce0b39b7
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b620b48c6c2db12d9d6ef2d434edffc527761bdb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583630d119b9e6e6d2593128c908e158a484dd33e2c76ee5818fdda44261c7d3
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43db27f9184dfe2717aae7348aea68e5c7afaf37
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156a575dfefd9d2ce66c932154c437970a817dd84010d2c062407ef90afed49b
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086652c32c2b05f9708e5319dba83b5e9496abe0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e31d6a0774e1eaf437369998b99396a15dadeecc509c62850ab3c5130fbbb5
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99330b10ccd8197d2592c2149b371851e931e92
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40de8549bf3c266e9a01325e298b9385cf0f6bd453a1b40275b3686e4de9cb33
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346dcfa66ba0046847b432e0824af028af3d261d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d688dd67783cb2fc4c4b4011bc345d672dcb32709371f8493d606135ff542367
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ad42b1dbfc21fce91ab0efd62b7c6ea0aa812f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500b9604e156d1f2dd51d226fa45b3b56ac29fdc201e0dda3f5c54dc54063c45
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c19225e04114268506c324c001bcb2cd97aa89d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21e33c3e51ec32eb48cc5b656cb2ae8b3b6aef7e88e6d8828fd0bd49b429d01
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56af7785b57bfc8dd721990dfb56039794e5433
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7be80c562572f582c44b577d2e1708eb1d973acf9d90bc53498ffe112cabace
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1b4bff039c4ea0f581d81b53c9b764e4601dcc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be52c3fdc7b0b96a0785ac512f9998da9b2110ed800923b4e2ac9229e626c69e
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eafd67747fbbdcf861dbd1039295aa820b9db57
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01f20e46f6705a25fd11db10fd36f9607d6bb5a1ac7aa4d319b7ae309dec152
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0793f863534162bd8b25d39a35d3ac1a294be070
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8289cd0bf0b3d93e01185ca91d3dc2764e70e147da8b01c78c2f22da08c7675
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0540a41d8155b7b8f748c95073fa3ae6744259fd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f2e55c311c697262cae07dca44c3c19ba683e510c7afe79a8036a6441456d7
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07843fd1aacd53368687db57f5fdb8c80bae747
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89729d0b9c66a74c35cef2250aae479ce59a4c5e21264ba5816e192c66a0673
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191b7bdb99c5c7f26000d0302b374847d1c7289c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f57338902faf29404974d8b50bf9b4f8f51ba14edc10cb6391a9969b931f7b3
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e82fe891b23adf4adf91f9388e445a45d0e185a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5539392c1dbfa5aad6219d734c9e44251473d25be6c7c19c97a2a0bbd14bc677
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87da4bdd10d65806726644b728581af100d304d7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d44702d740d1ed1f8e95e1b89f31662a6146c6ccf6bcc2b521cd6515073a817
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0a4c5215144928fd83ec42e3ac6d36c1ce52e2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc33ad415951941b7c065d7347702dfc09779765990cac1c660ff7cbf1e5df6
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1138516b6b802ef69dd0daa1e07487d0e8124221
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9207643081a308e27c41396f5f50fb1bf476173a94467401137393a0c7e20a4c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f22045fb8f02f3fc1d79217f7979fce859f9d5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69dbd4aeae25add3897b0fb25fb70d0c234f1b0b578a49aac027c3374dd11415
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea6b9a2439a494d7e369da6b6c2cb5f45119b38
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e07295a6e9a56b43928babf05994f062809fbac9e4c59ab04d922b3f3774ae2
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c3b74bac2f2b56e6104c3619bdfeee99782cc5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee1fb0da99eda64427ffb8812498a5758b6dbe3e32c01e8828e699b2de3d80b
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc66004c337834d1a7186ae7f13f49d81d6c4f3d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240fed7891b6114a631786108a158ec56fb6df647ec6a740312b796ac5b97832
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7810779397778e5196008b821b4e1fc24ef2e03f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f578d07bdecd151407fdd587047cffb99bf05e215e603b754eff0b49d591dc
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29681e3d5705969aae3a7df6b8be8126d9803570
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f06c0d5ddd08379472215b85ca86d698409bd9ca927108425a956ddbe26cac1
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd2691cc31f2ba9b052dabca7458f3395773e19
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5763bc4299cb6623dd5057731ca80901160c698ca5d9a09176e8d47a927f049
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ff583661a15178395de40846223baf9bda4838
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e41ebb983811851a33aeb7699c0729cff440e22f38d0ef6ae409b60e2205c8b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461177893b040821b5d5902f9c7d2cc6bc820496
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123ad75c52c4362cdf2cbffe85ce0d83365dea8bf42f741e0f9df9b5c591c90b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e921200889dbdbeda77cf40b0fab9d4754d3238e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ea37df6895903439509bf250dbc24dc146c1ed2c1576f9dec6abd61e69d88e
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2f2f9be804392543e1314dc5b81d9d8579f2d2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d2a44fe034dcfe2425e595f30c304469d095f891913d2860e170b923be60ba
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2e05bcd2da7ef9310290b58b62fcdba2eeb938
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30291298ae0c7e19b171cde5bb082fb96bda9ba050f91d84f9e8fab89cb0a24f
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caad0617e535fead240ba7e6db634b7cf82c7bf6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bef1cf62851abd3e769b6a982ee845aed2d103360326b4ecb6a6520defebb92
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ec2a38fc56419a04f341180356f738ae07f23e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe432fffc450e5b9716ac0b04469f170d1f9a486eafba06098228e877e47341
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627adb4db51478fdf9335496a254e1a0addaa4dd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b567f019d0e64baf72c0a50ede7b85e0d4bca35f116f6058e2c23703fd611f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f3fc35bc82b0021bc80fb15835c841111cadfb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c3716370679862d2036d629d1e7fd0a91a1c4eb3e52d9cea2d50d5bf85e55f
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb647a7290e4b8d4218c7a10ddf7048ac95d5284
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001a369cefe23d6010daa1642d372999c076068c8b75b01ea6c587c4d772e419
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7964c2e20117516c196c4b16a32dbfdb293d3cbb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68c5f2494dd839485de7b2f86c244df09f535bef20a89d3306302820e7e56f6
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19226fd61ba5b4c4b44ebef1d6f9869721740d91
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6984b6bbbf86b9f5eda27cb2aca6676ec14894934d056acbb70a093ab1a5eb
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda6cfb5616b3e3b69e9237b348c6e87c2a261e8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df20a1e13b3d57b81e340b049eeb32421f0f4fcd6916aaa3ad6f8d9d75064f5e
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b84e8f0e9e3546068d82b60c4022f84cda8a068
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de118885c3ff0357bee31eb75ad2eeb12884e4225a0a6d1e07a44ae0c5d1dd7
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02982e00b564bf0c24bd02d62de9e9c23fc431a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a6e362d868e6158ce20e8bcf38a271e7fb94bb4c853d11508a83a97e813d4f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d2c1bac7b1f67b0569ba801b0d456364f3e0bc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2502d74b4d9450824ff2f952c4456e83578375e36a29f1e42075d4e9e5ab9ac0
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d71e019e8bfa68b082cdaee61861a3d9041e670
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f824d6a693f69766ef033adac8b362b73007a51d5072b9c0bbc4ed098200515
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64ca3037f1e03e53d7c5c6efcad37c425a07ba7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2e34fa920cbe7b489585a333442d72949a333ff42f75898870e02310bf8875
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06d5d8ebe60179f74d71d4e11604aad075a6aac
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdaf04454cf6b449591b4a9c725bfa2aa254ce3b9cd02d307afacf1d563d2c7
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7375c80bd8284dd86a5bde0ca4218096a9edbc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97958f9855bdd3526625662e7460b6d5f45e6adf577838fa8fc31d9db4e6de7
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2ad8551aabe0f856e42076c228cfcb05a0d5c8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacfaf810f0ec82acdfd00de42ebf0df5abe59de6b997aeff0cb2889fde6e5db
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eeee37aa4638c37520d44ace125ee227cd9a5c6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a0ade8b8d005a5cbfe6bb6adc67827dfcd02ce8ef66a08380415c2124c7ff4
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d78db05aaf1d2637957169316e886d376af67b9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60d5943095fc96121c34adb72c37de9671f4a9767420a259ae00f46b7473371
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfad4f375e63c0071ce33f5d70d16c78ad8aace5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a610057b521733babc3da354ce2702a1e421b0d22cc8d43643a58ca133c5f3
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd9b50eb99ab20df8a4461e4e4a40bd727498c9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db04c5d1d9aa4972818032e4b75afa11bee884bd99282913019a7fb8139bae88
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e5db7926e7f0ec1afae11f39e2165365112d78
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8d94ad06f637c9f5717442e2fcfb0501fa701ce72627f18e75a9b81e972b3b
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3a28d0914070dbd3242404d2325f611895b1ba
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992f56c9e2681c0cf05c998bcd0391799276fde920f26254983898a2b07a49af
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1e299b877742d73202eda5b6964fe1ab652302
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826b3cb086e68ffa65671f7e3aaf6e47117b80cc5c2a8873315674f04d9bbd09
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8a81701d780739c0e1b7a1903009c6d658df05
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b6ccda7c6f9d860a55482b39a9fde2bae37e033435bc72f4111b2324a6ffcd
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2203ae6f125be025ba05798cfa50426c7b7c83e0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fef6780b959e83e93b8f1d0fe67700cabf5153ece16bb68473208f8696a73da
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e524dbfac179437a107f954d1950132dba144da2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e640ea93c9ca41a082e1dfaca66c87e479ed0cc93f3e3386605bb3c1a4e431e
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5e71fd85b43f87a97e77fba57de785b5f25064
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6f5a032cf8f7ba6b7d58d8bc8f353ad1af2adc11a458a3c17bc0eae6124792
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3025d390346861eec379e01f34491bf7eac4f6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c694a8d8e9154f6023a22249774fe6e4a445e78557bcba8f0e5722a88fe463
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5699d7f348809fa2d7875ee49706314c97cbaf48
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6203c147d6cf16fee7385c3a0063e51d81720dfcc03d6f31368a4b253d0ae913
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ccb8fe2e70d4d580ec3eadba9b0f8e852d18824
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f7643afc3bf12549e63b282e4becc5956f9cf59cb8b7442902b87f6cc3868c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b7ec7153cf254cdd987410d80d9619a67fc61a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6d1d5f83a9ed018212932a38cb1867af782f27729f0c8a0bd047f1efac73f1
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9d015ebad9d9e6b336f8665f99775463552213
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77582f2d818950df0c21167bd13a8539aad4e80ef1a98d4d155854b4edd4761
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982187e98dec304bef04f6c1d13809777a8e442a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae08dba2632b6d69b54f5fc9636f15bd52a87213ad1525022e0df7ba6e0c3b14
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2196af52307d9009ca11320cc9c58f5c0c225f7b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab29212b57e9b13019c4bd8a744454e2ef016367e28c535178bce6c57fa56dde
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29e5f4e831f6e6fb09849007c75ed3757643d64
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d59966fefb2fc251480c3e7758bb9b9813ec972e214efe426a58f2711c3db3
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b424524d08a74627f2baa3a3027c58e8ebfc2369
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36f47ec10f801c8def0b13a1f550f437f246c1783d3ae6186d0c35603c5b256
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e6c69d240e16d250ca63f9538a11b53613bfc7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4b153439ff81445ff49042e578d692c6f83f9a0594a5a4b8026c65019e3fab
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b024d77b18e77a965f0a84a1c11139aecacdd30c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad9d220c5e2b063cf8ec471d86a4c64a4379021eb3d3171fc1092290540a29b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df061d7468ab1b6cfaa0d6d64ce3209e73b60bf0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486a57e29c67bdf0849b3bd0facdd44f97ace694e950d2b8d39a5e6495453572
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577a1c59af134c178d4a336e71405eb1907296b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19b04eee1c8e16dd77071456a7e1b2ad7b1b62fede4c18e330c4f79c3dd9a58
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668751ef19f3b308956402719af91421c3ace7d2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c5b552328b02d03e4354f66feba9e2235123eae70719efe666b411c821d2bc
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9098a9b796e854f428ef6f63f8db40a346cf4343
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1dcb1fcd96f87ef35af742578820242b01980a4920f3573234920f7edad79d
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765a75f351f9aa6a9c451a532d394d1063c35a52
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa2fa28c8f83fbb4a3b4e06af2ab6b84ae13e1cc86fb497da373c75d25ae15f
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a819a2c7f794759227f49a80dbd02cb4bfec907
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2aab4913f60db6f4b133740d2c75a926432ccc80305b0a748e50b23130c3c1a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba06d3dc9f43837bd194fa965a77439a27e5c45c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6539e26d5b942d1474321a6a970b489b16e3d9a136a4709cce15436a62c4c903
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10645320be7ec7f48a06130e975a9377cf7504e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bf9f1980db2742c8ba7ddd8055be6ae205cb6ddb8bb789c2ca37d13de84869
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e938c39a04e6677478c22ca9a3d837c1e675ee18
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d618ac780a4961e1ca1feb56e6e51a9405f33767d9779403a6c1580e22c92a
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad279896aee676347e5264be4450385808fbaa8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbd83947190c2c6828a6ea85e9698bc2d60a4f95d7e969e773237e5f6f6dab9
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1057bdc89f5b95efe87f155bee735bf2c371510
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87303a51eb834f7f8f95ff8e8a80b4b210e1207cf297b9abe9ce4043eec35ec2
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93632ac12aa243925e02411874f9d2f7db4519ac
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2105d265a2540d76f041233a4d0ff1a64e56f97b217fc3c1522b1acdee905b
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8ddea35671c388b0d05c238f76ece06e6017ea
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd5c05ca7a2388d38aa41b43a470e776613a71624b2e113f934ddb4fc292ecb
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724350081a59364b2b1d2d1793431a27e18135da
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db8335e7615f581220c8294b54c7cac99075269650eb0e42cc9dc0d1ac6182f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee5351ab049e5b0a1a4d6a779b3763f6f4eeb92
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab928aba586dea83689acd7c29979bea097e0a154fa9d01c659e9e4b8742c955
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142765617474ac369c2a38379dcd398e550c9a28
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e454ea5107b980be4f59cde23ef383c637de788fe4a8c8c0675b4e410f446b3
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5686252145db56e74a1cb3c4e2133a44d32d98da
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894c2f2f9c1340b39349fdd7ff2a2b14d400fe1578529534e7b790aa56c8f42a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0172d5c00446f38929814960d8a55067d927cf98
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b11bb451426ac1b423a4cfd4bed40989467849daedb7738cf915ee2495413aa
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7158f56ed03feca2fe1b8be93a18cb1b3b8ecb21
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b187c96b945d3d37584c76749abf0a3a88897189b8ed72efb265a49eb6cf2c6d
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c153544c8fc44867ba1e8462b455d9cf1d03144b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8c863942e2309f43c5b20c41bc4261d697ff5e444d3ec5a7b6af098a09a56d
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f8d08e72e133922f554d1d617d1f7a1d57eb9d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c440d482da148178e6232ad9af5b7b7f60d4d7d6b5c9dd34a988b3cb6b31897
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbed855bacd9c7a459e89068c9844a7040a2c95f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c645a9d5fc0170273cda6b2d4828b2aebd0f4f788406fc87e36d61f1a343e8f6
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867627367a53c1f762d02ad8a07f0024410a4795
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93687169f246ce1013e6593b7e415ebde6c54400b8cc03123fbd126cd4c09547
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f7e595e88600760b6d5f86cd90e0f542af8014
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3820a5d068e9aca2b1e77bfa73b3ae394c2386fdc14da689a7ad6d62c9361c
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18271058c4474341c7f513ad1ccb9df7c423c9a7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f122b0ad961bcf542ab3512e2da1290cf8a0e3fb049da6877593354ca17f93a
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb83ef9981a5dedc1f539ab14b0b603dd2e8af1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05814a7c848ea41cda8afa9bb87eebfe0f1c8c413061deec75b7dae62c5e65d
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f56f2f4d8dd53118f49e6a404772c19aab1792
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc95fffc7fac2ab047e36ca6e6148063fa2393937e4b0df8514100f30e5b7599
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23563258bd437a5bae5f63bad4221aa143f990c4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5183244ecde30e05cb0da6582bd10a76b963526b1998dd8666a4ee6126b41983
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f23b2ad709d2f96caa3b21c32e1d374b073232e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800ded5cb7f2f399df07f09016767869ef023085e263a6bb6b9fadde4792e04c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe1baf9445b51b212604686660edfe26caec751
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae2dce3a5491e8392aa22bdf7e592aa84633c1113ea82adbdcf4200ff8e5887
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04888c98d930adb561900f16a7e449464b0e2c58
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb96769b434c9efcdb361e3b26a9164104711530d25b41fcdaddbbad0b71ef2c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83dff422d1222dc957bec96579f01f511255102
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a13b3e8b55961199faadff7d5e1b9c0210ff47cfba1db47c85b1ecf80ae6be
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216d5c85c36f2dd34916df1eaf94903a12d8962a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77caf30bb39117cc500f7abf5a8c472dbba5ba0231930f84873e86701e319b31
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6938af144c990b78b0a69cf3c59ee249273c894
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76834f7e8beac2870b8c348a2775054460e4f4f3a872c6c75a2322224e3ad29a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7309c9fd15a13ab9e8c01344d5a4ec177c97df7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b766d27b0dc6228eeef5c06011c1893c10c42d14b007f60e4b2ee7442c152867
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18050417715c810937c334dd41abab27da6773bc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c237a25dd3bff05950100b10eec5a645980479c5816d6dab589f4127129c4bbc
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592556d33b69101cbefe5b590417fbfda5935246
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f673738346e7c5e7eb766db76dca2aafda39501bfbe1036a83f15d87709d5e1b
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1efd12fde821493ddd69028ac0982ab488d592e0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a486732e0605cea961b8f1ccab2c0f965383f14decc295fa6ae9a127d5c105
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172cbc03e34fbe804eee15767b3cec4ed8dfb5b8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce1a88df14f0b747913cfffc3a4d951c796902c08d583f314e7ca71a0434c2d
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247c18594d74c4d787047cb276f213eada35cc54
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a6e1a55d7da9fa6f4e7aab4c36f427bc24370b73a6c80d49ce06661085cf97
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d713b362c2552a3443f5cd1f7c8cadc023c3653
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54892b5ad19d8c654826c71d5b08510216d2e76346825f1ca4a0ca486aa5b8e
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5290076ba9707b860a724bfdcb71b34918657b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e4a48db30df2be89d51ac793052f221b643cff672492eedf7d3259ad467678
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c896882d43e96b0072ab26671dbfedddf7a4766b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6d3c045e98025e34075fe62db6fd5a72e8a63fc30becedda2fe4a871092bc2
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42604a8f4a71ecead97995e0c87658d900d18b79
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca1518bd5554bc1fcbe36e11072e451d7e28579a952e7e44b6fbecf3f700c9c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ab3f7610ab065689006cbe14d7827f0252cd2b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06bcae015ddf504bae37b35f8666fb391fb9c1fdb80f4206308014f97014c43
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad80b9ecfbf1322b6e844a9faad5e5c4ba2d0f6c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacd2145a32e694b62d217eccd86966ebb4a9734a663a0ed843de449b0dde800
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe3bfef250f339cb2214dce9a703dae9fe51e60
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b23a31432f466defedb496e8963e4538788b5f85c4be9ce8b604de1a94257c
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87eb5f56c4294e016f5fb6070a1425ad6c863a23
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3eaf021d8a59c9bca771a50a60c45de8eb0f9f26b23e56eca7bf899fd16a6c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a05577f874cfb699651aec7322d67c5a3f0ebf
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07fff68e30d9316892f47e441fa9b97a813e9813b40ffe61dc5cd2f313d51fc
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ce0cd1048ca0a8bbfb4e193d67af193702afe0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7086966033b53d65a0f5b39eaac0ab3e35dcc65715c17b3673effa9a926dbb
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb96d866e6ecedc810b64934508a7d51ca90ba7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0003b7140932b6582c4d75d00f12d588197eb89f29c3f5e2ce239b204abfd206
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060671551c595784822971a259027285d5a9bb88
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0615a111979fdcef4641c2c765f45b4aa7083756897a994888071a410b50e13
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fcd075ce0ac1968574102c330f2cbc514a78fb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7c40ff4cbc0f93fa623a9ff88fa2b0f0fbccb5a485b4ebd62d738141fb1689
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc7b5adc76982f4dba165b81cc44037e4bdb71d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c66748f7988d0cc7731ce77d7359364e69e3f0ac3075399816f24d780c27957
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2457eb1cc34dbfa05f2d4007512ef826a2252aa
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882a9e0d7286087c7d64cf4dd4c6f6ff0eac292a4a6134264a3df9df78f9721a
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afdee4cedbfa604dc2730237145ec0d4a4a0438
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4837c91afe0e1cffa5c65d6649c4cd9351623639408a5439b963f5de66c3484
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01e27a0c47453b92fe6da688f42b241bb42733d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d268d99336ee770677074a60ba98e473b63c0952fbc645af8c58715adbcce197
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1ac6fc2bcd7008927097ed393e92725991b9b8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf2a36a02ea2e19a7af3e0e1a103add0a9691833047d1b3afd5f5e406772812
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fde73ed2a21d1b5ddd71636bdcd4f2d635a09e5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad1ee7ac8de674f441a636f9fa24ac79d55e0e2e0b2841885910a293904bee9
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cd27b64d4dda9b30eb0d4ad6cfef0425f382ee
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca98f45627fc7eb5258a2ad8e1abf649b6486225a4aa1563d13e8d696f7ebcaf
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2892b828c96cf8301871715f9dc0ad84e25579e2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4359d15674d7c33f903a7d8f08e7c164741329f48329f41acbb9b2e5c18e7a
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c3761281b38bb11b6f28c5565506fe53c00f12
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2708d67fc2ba59511124445f7817a9795e736fb00c72ea4f6dd11e49f7fbc864
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9f0deee5a36b75aebe36a23b169ade3f448688
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032d65764abef10af65c46f7f85de7d80a036b57f19696a41c009cb8b638c9e9
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dd1d7eb5d19cebb7bad8ebbdb74afcbf9beef5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fba921d821d3e27fd7ebdc0a93fc674e025b47df57f623218f4945ec8db016
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571638b8032b1dd99a87d82a674cb233d5c71c63
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4012b9258bde075d8cd0f93b7c7a57cdf66505015fa6882f26f48ed2659ca4
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7efa95f8c7ff28cf60e1ec4c4fa112bf326cc20
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2f1ec2c8aa43c2fa6cb7ba0169c45f5afc885281b4c29f357aedbcfd254aac
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf5cfba1ee391f9bc49833434d311dcf675d6c1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d2a00d0b8d62ac3cec0bef466e64f83058c72964bc3dbb367c0d7f10d97955
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afba768a609a70bd892d40d7f096b0e3e4c64939
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3357f5f2eb51f1459dd7d7b69d0ea5a62bf1f7110ce1dad4e429694948d321f
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7287c9cee5f06b4d3ad9d3252069a1be6cd60e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174003d48957aa3d76865a6b7875788965f746520b2268dd63b60f751dc09fc3
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab41776c5136659109754608d23b46dc2c64bd65
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ff96915ce7241168359087fd09833eab14e90e2939c7baf4bc6af59ed7d9b6
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301eb1e0f3e24b43b35b42fb60d03661f190cc53
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45b5f52a72bfadf200a4e0ac9d6926b70f0feb93afb51eae02480a045f2e734
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f37a72ec01dabe114e1d2cc80212a37c2d8d1f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10325f9b62f27e0dca7f2d08dbe9f447ca02dace3abe73100f817aea6fde2bf0
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbfa88ebb193a1c5b79e0dad86c1b4837eb8f296
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cfb77f08eded272b638db801fafd50ad696016c76ce582fa0d2f1ed7e0f0cf
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97c2c16005db746ef1b74a6df1683f0109d2feb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0107b857d5d8a26afb8e430cb1fc144a7f85f4a546a748599c00f322a9ac82ee
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0cf01cc20cde172a0acea989b6a369d4c360cb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f839c7c53a7906d2e87a6953b5a7ec384917c28d76a90f5e2b6da2542bf4225
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2763ef6c025b48012772a405fe1aa67e6824a896
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6114b6f801852acfc299d7b339bc799757247f2d3d8f5a9a81f178c9d50adb
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac8b02c0f82eec8db285968d31723084ef557ba
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2374daeb0f688b9a2dead44b277a5115984b41fcc2632d1e95b970582ff48b6
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5579c909c3a6b6219470528dec62fdf59b2dc7f2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946f7ad0cf0c67fd3606968996d36a38f5d48e03a77d33e6611e8f1201d609ec
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf32e210e83cedac5e1883c4df9f9f2db22ff90
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16049e086cb8b274335f4798d84c8766c8b4b0d464f581682d0b388eac18bda
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631adf95532bca64df850dc6131af810570c599f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db25292c26b73a943bbf7e84c22cdb80f5df36e2415bd37f8b9b823c2811f07
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c284ec2509a05ec7a1aff1314363ef2c2bfd84ce
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424219a8fbb0ef8dd5d0caa295874714f779446cbf2fc9273650c7eae1baf311
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac63245455aef34b872841a1a802d5b4414de30
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001b1600e239ec52560aacd858b50ccbd44d42b6a17847a0bfd3c9225d7fbeda
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc46a9e996b4ab6be34fca857f71cfebeeeb6d0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdf1ab5cecf1bd190cf487d07dea9591bd9cb2d6f9e60a06ff77d174fbe157f
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae7d40df56332996b8fa668f2d809c95a8108db
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84b23d9423075e7ad10c1fa71db125602e6daf53e6c3563bd787471f8f57b69
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93934da8ec4a42a25e56a0f49103511ed490522c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bdf436aa97f109539c27033c8b4d41080e3d334417a204b52680555ebf3c614
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f4dbc4888cc988ffff2169ccc27c1f97b7657b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f664c59e37ed5859767287fc3669674cee87dc10d071d03c3f2e2e2b98fb7a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b5ca9ee06c81a3169ccf6822c1aa38728e150f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f4694bbf91daaec7eb808ec4e8582c9989cda05129c205b94582f6bf78a70b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb7024b5613d8cfb4532e67527399d719314ca3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50c39e08ad0bb3c1f3f39ff0ac7427a65348a01231574f38176662bd1b73aa2
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3a7aa8e7be048885d706ea561b958e5829d166
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e9ea75031cef8ba58a9e9e9b26555313787885ad2412604f8c4bacb96b0bb4
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c8fa672c4320c94ca44cedaa1a6699983c0796
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9b10d182e0624ebca68ad352318b2c6bdd6f9b81cab4e51060d7f982892a1b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb3846775baddaf633d5de275a851a7f5061527
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908ab76dc84c5c3657418652b3d75e5731da57ad346b161fb420b50c3e95bc94
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192ea6aa3ce01e0b112ac1eb5e1cb9dcc4efc070
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec38530b62ebc92e8a80944abe6bc5e490dd633336b31b658dfcb2a5a088017
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d6d7046002cf04f74385cadbafff3d63f22cd1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb8852077e6431df9f34103b2695da486b13b521569e3bcd9aee74c69b38b6c
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d4542482348fba6efd998d9e2adb043d43cb48
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5a96d7481ecce1f261cd36a7931c30d8a38e35ffca9ea750988ea8dcc1d5c1
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fa23fb364ab4765413113811f139a17301c5d6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04248a0a5f388e36447037db9dcaf5e92ad0dc84d529889362a3658bc069df65
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70b3edc3707642fe631d94259f096353c20dc0c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04962501747b572d68b5182eaf522c68ed9e8e8b8ecce400d0fb57be35fe6efa
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3713d45aef69a279d1dccf784466ceeab371d2e4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acab332aed3da4b51cabd98b6d823ecb90a02abada5999b6071a46b1c5ee66e4
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf49c2139fa6d8fabac4175736b4cf949f7b863
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a8cf4b852718e3646671570377cbce3822c757beaa77e704e179ab2f07f0d9
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84ce2d86a932133f1e7e7c4e4eda446d8957594
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2747d43f5e2026306c279e36b69b23a9274f2f595d447dc7a94a6b341cec4675
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2846a895d0cadb4df6ffb675eeb66150d17a08f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b84ebb5f486ab6ddee0b05c0494243c1db6f0d5310ab3ef1d00195a3956bdfd
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1742f2b13b22b9cbd390dacf411f4dd5f0ed8f7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e805797d165dc3ca9fb620cae4d3343c58fd3494c6e67bcaa212227f35b364ab
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9549f779ff2a8e5a931527c6507ae7ade1e858a6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e23deabaef306820a10d790eccde556c29379e5bb7f91a1853e4122e17c3bb
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508a2c9e8ffb10771d4680dc46d382b6e47333fe
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0801a9733f54e7939531981ce64c4cbd373054bf250bd968abf8d1d3e25ca5d3
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf93b8fbf74804969d636f40ead6e8884ce89a7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f817eee14209028f126a30706c0be7cb5c0b5769d9f6846129c59e29c2e60a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cd3e468c6a37ba089fabeef4bf6f351a567a45
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec66502c0ecf26728c3dd8a63d9ed0da7fffdf44088b399ce97912061a61eb90
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3ad5d9932ebef443ca99653d9fcad156a69bd1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfdfb146d8c8412a81d5e87b804e1e4a0335429fedb54985c28d326aaf15e64
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc449f96c96217b4b22474d057a20710cf2b503
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f284c8bb5093c8d22c7a9b475782a22328fea6b2499080a4dc3eeedb09abae
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4a2122df11effcaa20ddcd248a4d8f40c5ce79
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c91e11b31103ea52175b4b64a3e2cd9bebb36d757f14d6b3ae685f06e2bece
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece0317ef535f0cd335d7fee09e8dcfb6597f6a9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727ba113a02b6ecaaeb75cf61d05fc451d12596b4098a5b0634d9f32e096d995
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87be1fd59a7132f3e6092c6a5b4c571f0a4bfef1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cce9780a2b533b21bda4635803a8f5e2658ce71018070057f26d41cb139e792
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a117a7b1347de79dde132a0ae65ab1a23c0c0301
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7a870034cbd75edec63c1439c72ecd647654af3d84588a1955b96c2bb93ba1
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af235a167fb871a6597ce2ac2945efee86e37c2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481a2c3f858ca982e4935bf699014d1131e9bd0e01bccc3a2d54ee8fc9efecca
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5bc7ed77e4b670d946becd81a83ca2ffcd29ef
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe8be44e3f278e7d7ca0639a7bee23c9dc51a065168523ee8d60aaccf51259f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128802e3fe8ce7c9ad05351c6752b4492d2f7cf3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2252e0742edb48b1fcaa873f639728bcdeaa67018762371ad8daef735f74243b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0718466c4a6cc2211835c2015113ecf25711cea9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b6af14dcdec0c2098ef3a8ec80ec3fdc42bcc2b8ed4ad5b118d9500a93baf8
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc296cee5fb31c5d418a4f8aa8ae28718c4e6bdb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032cdc523a97d838307328b0c715f9440d8eafedc0ca05cbbf41041ef5578dcf
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21f82026fd5a5011f146050622f090e285a0b3c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912a43ee3fbc98f5cda5bc5c7ed55981e7b51143d12bd4a85c5aa06864e6bad5
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a680ecc35130ae5779a3fb3d3b425a243d733b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2766c408f800d5310aedea0defdd13b6a72f9f3621ddbbd298f20e07c0633e3b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e281874e887decc8a95b880b70fcd36e876a2ed4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79070b764ea37195f8203470d3f6d46fb1396a83c6dbc5df9f1152e5640392a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172bd92cda8dd2b3274ce2a28b651e0700dbece2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4eac0721e1087571a68a30c2e97f0b22ac3406b4107c0f9aa4338a918c118d
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44e2b62b65a643e100894b014a5dea76eab5340
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40de97c2a9d1a029c2e6435f4a3c16721153cd2b1bbb03aeb2fed2284b78cd55
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c0a5c7df3291252965f04faeedd6eb0d7d5ae8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5514b69e08da0b32062d13449f9b1a660b36327e6500c1a1b12e2eadd14ce01
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5c9fe01cbcedc6cd929c2260d49e767d6d1384
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9020d940c464e3a864815bddc704db0f20799557cc9fcb1019f14be0cf4110b9
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53be8cb9a380d349693370c1c21deb3cdae6f78d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6c712459d7e6b270653fa817f3c21516386d4f26592c093999bebc52cf5faa
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7218556b1d15482419a2c9bf7df63ec5097abcfb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94ecc2137c29568d65b3a2de5774becb67fdd899bb778dea911892f417f814a
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21db45b77cc6e6562886c37d23937ef0b9112771
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1025fa630376d42d96421a20a9b669c8fc5c05e30aed7ccf9d08b855d25edcb8
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fbd8687fe9d2c6d883f61b1f14f56b9b005bd4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa710d6587f6315064808bc60ba0efc4d039f444f986cadd520e4ebede90149
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449f44e7f0c86a8e33a88265aa8212c4cefe1dcd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922fc222dc74f7d2cbd57ba26caa2a3d532647b41d5ebe3a96676e5e36f43cca
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6bbcd851bbe873a56df41208cce43488c23113c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b018c18beb19097b18965ae0f9d68b4fff283d525cfc56342cef994d054dced2
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a50282546d33c593a49d44d13d1d8c3f6ecafd8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a8c5d064ac2898c5da0013de87b02bd55fde33741c4ddc7675d8ddc48579fa
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991e716f9c6d7b2505d2bc587cfe4fcf9c75e9b2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae519bf2633ef3c40176e1bd1ed91b4ddcab0317f85073366f8bb91f518d967
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179aa5f085e72b8c31cc1fd8353e454ba984bdb3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b11e7e011cde2f9b94802e8312ffd1e97908583e292eed56706d028fd1e2c4
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306deca8f3d69d077940922814e78c2cf3a5dd82
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00eb13424b7765de0b47ef443f35f47766bcf63522409eb7d08eaf6bc5f0f91
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0e44b554e9dac662609fa7891dbbddbb06cf73
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f1e72633ed87b394bbf0a8529ff4a0139e7aab7a2685d93296fcdeebd6e55c
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c520cb7eb473aefb75e926d6cdd84d9a7c3ca4f8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544b669c9f680c5aaabde44c8c5a203c1cb7f0f4e9d1016b044b043004dcd798
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7b16d40d2a083ce3dc39f2eff2a13d2c209342
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ba1d6261ac755e34a4ea101ca2c1f768d2b74aee6b1eaaf7275692a644012e
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8707207199daab86d5007019c6094712e51a8bbf
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec2274b363740fabed522978f140239ec4a72b18321069411c09971d5f2a165
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b813b5d9eb596ec175f4be70dca58c46b405e29
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9ab282555bc4776e6d00cd982572580d2e7c3cdf2446a5e197585c94130ccf
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21102b6fa1074f2c2283b13cdd06899b0a9525be
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe1f262378c0a9cc838668fcfbdb7132b8de896be4ce5b426411517bb5cb311
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906d14b8d61d37c42ba1496953b29d1e2dd49e82
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9201bfdb66c39a7ec75acdf1540aea9b2de03860ad600cb3d0f25f3de01bf53e
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1e1d3af94c53b03a309a74542b8e22635da043
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cecdc131397a9802cf0ef461d7243062ededabe79b322f679810d46640a75e
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0cb5aa363a46236f9bfa07021ea8ad8e8e9b88
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdefc82c28e29f485e85c02eb96a8cdd767e8235a58f75eaa5932cbbd09d42e3
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab90d66be63ea6dfeecc513ab03c0f9e9155c3f1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061496afa86ea5d8da661fc7e39d449190213711086f754e7c8a76499c01ec00
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849b94bc5e4943c6df782a4703317e6b9dfe1b7a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccf93463455de360b5db293037c44eb6a8666c7bc62efb3eaab45942f04b03f
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c955be1ac4a0727ff8ed254d6dbfe293ffaef312
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518db74943885dda92ddc870a122b9020303a8e33f6cdce49c05827ea86e8e19
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58a3562d3152dc5cc371ca9d02d0aff84a209a1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4ffb3b2316e603dc12466bc2d578a69a2361b0bf36db7986b8f621a493e238
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1daac21c107d27338d7325e464c95ccc57ee24e6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c725aa7f16a3ac29eb366783426e36f6b78b1a01c78f165261badfde88b61d38
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1239601e3ca1ca5160c3d811662b2c849507ad
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe49b811174e7f8f19c227982831f22743347362f5889c4808817bed7291700
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ea84ce076c0ab4710a1ee9fb86e41f393f0f2f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbab62321385b31efdb4e54ef3778c608b26435ca664f010dcb7c265355a59a
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45309cf3491d0dd7f4f1f5bc739e7e702c833f21
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a83eccc0552c6e52ac7e53fae0a095f018664b8b863a72d87eaf724aaddb47a
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba65c69d3f5812a456f8adf366c2a5694c45c359
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c05353ca2559084020a6fd810faf1ba1f1252d26ea45351921653c4612cc237
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a0992471d73e272a9634cc87a3e29e5e879209
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a5a11f2f4865cdef80bd74e4c521535b09867211c297963bbbedca36168f98
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96abc5aeb09557c5401231258955db12353832d7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0569b90da1833dcefc3d35bb941975fc320b0c3645c8f39c0198cb63180be753
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504a3daec5d0f4fee22af9f81fa5b80c05e5ad5b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b366e13150182a0061d79601fafcc940ac484c81af3fb7bb7bea21df13665f82
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e2132367a74d0330d208313effc83f54382d51
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67dd9f9b09b35f8e5fb3268c3148df6715afa22a542606a673c99d540bb3adc2
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4577c7c46b912fa972b761556af257c167891e6b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676e44484335903310fab66c767a6b487b9546323a7cbf44b37fc5b48dae99e9
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c16a550d328d750eea1baa239c56dbc0efda89
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c680e1ffc4f093f6b22a16dbf5f7acff462c19da7b8c697cdbb4a215e3a5133
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24173674a5e8147990c59fb297bea3ff10748c3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61afc823f9bbacdeb7e1d56e23c0625f77050c9b693d9a1b14f840048dba3148
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aeafcebccf7669ef1afbd97b342f5ddbd5055fd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d98464ba15afa5c24b531838cd7183ca6553ff861115e1701787f60dc1cec7
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc3a9458b9e0a973e3014db0b3dcc29f30b7e2d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a8a030b88bdef65c7e9a4a4325ffe6a0cb9ddad4135c6b96984af958ae2110
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcf68c41f988cfb840ab359b3baf6ac66ab2a8f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a2814ee785e4fb5f77260e48846cf250977ab9b45c29510ba2030abedb04e3
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d192d7b6cc2ab0eccc71b0a4d17f066ae9706396
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaacc5914f157c741e6d1944fb906f3ac612ab8826ae8ef0ad336d60799b6d73
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fc4e3b1cd13bbc46297ed8bf3563d380159b32
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b496b60b9c25abf23fe74cd5c703fd5957ba286c35965e8ed37ec87c260f7a
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2722f949438bb27d748664d07b398ffb057d172f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71edbf4d1c27a2f288472131a0beca1497928c1017cffddb8310f968857c4b57
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843b55363dfb966a4a36ee496ce50809429a9147
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c82ef37828f54c93abd5fb0e48e7c92effa123a690cbd73b93d87836c1e7951
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb8e0eb499dde57b0114c764acc7caf67cf19d5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119ae414749ce08e6b0598ac1764dd841e8f595ae79a6dc8bc8ba09f42845c19
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057cfc6202ab38737cd67b3efa14b135dd02f6f5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328cd9840b7d321360966d7116d5b9a8ce380e7ebeaa2bb3d504ba7a643eacf2
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ab0d67fc6314aecd544dd03db4e983bec2b9c7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fa1d75cb3e8b6160f69272bd1fcd50eeceae3b71cc86bf2d83289567a2b207
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bb171113a4db36e7a2589a78b09979ccd30957
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2f6d0a3f4dd520bbffe532de95bf733cff878114e1144974b2cb3cb4397622
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105c284ffa8fb342c8074cfa27164a0bec12bb89
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d1f084c3de02a351c2abb14df37f04117571112b99c7f66af40610c28e4ff8
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f7f942a75c65a525d9d7cbeae5176034416211
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01093116bc4319d883692cef4a18ec41c29952b3a4c77afce5f3fbcbda9617a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae942318a6d59114866f65fc5559c08a2969352d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fdd710eddc04ab9e02fc332f032ad36dd27f355d9fdbe3bac23314517b4f84
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6869b0e6e0c95bfb68ed0095478b84d30a98272c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5417662f52b6803702d8e25999e61d706654543c26b5fb3ba5ea1c241962b7b
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6340fa0726bb3bad94c56a2faf3b2735bf678889
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c390def3be9df9f9fd9732a8564c5f7b6fe596df768496b3d734eee67e5e0b9
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7dd49109f44aa744be40a488a095c3f1476f62
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b3387cb4045c396f58d9834cc15ff5137ca8fd6298fbfd843c9b0db82a1140
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa009522d54e69f3ef30c0d61a4c8e6d97e29627
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5c84d7215cee906ba9b0769fc8a015721580fda768ff323b8720c384eb8572
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de473178232655d0a4e11efa4ec70fe4fab01f9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9372db8f8e1b48228009a1592eafeba4d5fd1b1783abf7af4149b03fa00eb4
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ee37c2d96808b94f78035fa45b2a339b3ae8fd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d83371f39a0df33d8dd8b82227391a0f1493f28a4668a78c0da4a0be3baf8ed
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f1cf350c7901690a9c1c774c34801039971ccc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12a840b9fcbc05590588d5efea82df55cd502bcc2b97c79cafc623726777244
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6603f14caae5b9ae86e01975ba1792801afbd552
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72be6f95b748c12c97795f620577b8fa14011fd68048e559e71708c47ca57b0
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ba11321fdf0b03a1917ecf26f970bc1eb1f19a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2973df041924bce3419df8075b9004d857d6d518ff844af35bdc8fdca652c2
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16a1e27a725bb46cceaf147e1a18eb05fff33df
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1829ee2169242590bfb5ae0a922f52e3f21857ffc85a799b65d0934fa879ad03
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c18fc3a123611c4a5b1d9c5d57b553fcc81d32d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb6e7969e6d159aeb669b27c2deae03f576066041af7275c9e1af19f2e241fa
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dbb4a159e530ee9008f46d63b1bd73a0f1fe1e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9798a2de9baf5c6322920c1958edc274368c407422dcff46e4625366231bbc76
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b91a0344dc30b9b5466a2e8155936e93bd8693
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95c9e580404fd7738db629fc1e821373bf4f6c0146165b28d963d618490bba7
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd28148e5f95b7f76849fab4bddf3b41ce653901
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a0bd123804fbd1a744d912f157cd37ca7499cd58cdecf1f6b85895d35619b6
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76904b57cd0fbc33458f3f756f93e338fbbf4944
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7b93520417b33dd4bf489d509bb77d053d923da4e26428cf1ccb23050686bd
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb915ed41e597fbe878bfeef19c50186dd7f51ed
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb2dc89d299baf5e77558308a9bed67d6cd6da4ee4b86a28269a2b50a954a9a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7dc533eaef43fe17c3853c4a7303f82f8244639
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be41102c6e63c78e3bc311ac9bc3accf7288637c86c031defe1125ecb6d5bba
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a61ced3ed543e9ad2e92df06b625bb592fa2c98
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1662c75b20acc61111c00511ca4dc7202c3014e2c6b419adb65cda7f58b4e040
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04ce7e4d9e11d3071f5595591f74d10cc2e4352
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdd18fde60725c4ce439204a57fac7f9c217b1517bf6caffc7a1c7801b9201d
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fbf0241148edbb34841a3f55c76539a6cdea0bc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9d9914a06c4fc8d53295a3e38391a47f4d05295f712f9bc1d195fb00e41d25
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98dbb6504ece56551431b3a63862fabeae38ab7e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9078901f8d39bfff09aa2a2991dcea55713e474d5dd4eb97b0b01f41dd5bada
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b87da1f6e195eb25191e91eec60490fd13f06c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6419b812cd22cff8340dd603b72cc191d3e563c72d3c70171715e7669761be
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd2a8b1c5dc6df66ca5e9cd352ac1a31fcef0f1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6aa29c8e08f7ffc04212927157d197b146a835e80fd1cfa2243c12b324408d
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269609e4f2d8a8249b193cfd7abe8730f9a7f1af
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de8d92d716e76d03d81960e2e5ffe80b9aac8bbc5952bea2f8e73ed703d62f1
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be527b1bc17a68c94269cb07d6b0765c1b5d991c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64876c69681c4dd0c742f661b8c2a7ac8517bdd22c678aa8ee203c3cf9fff043
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdd320d1108f6f362aec4aba94c95151bba9409
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa12998cfba422cfb03d1cf6c309d0b037d1773f4fe651e76a1b068168f5e339
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23deb2da3f0b52bdd8e690555ab30cd56f7265f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4b91f38a879227874ee50fa333e3eec19b92d081f1f3c957695d502d10c655
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3898fbaae1f8383f5d3f33d19b7b91e9ea0e2a23
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7030840058a74e79d798313d69156228f8d13ef49429629e3feb71d58b22d667
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a138f2bc4d3243eadcf848d8d20d483556104f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cdfadb8f06f7656c51b84924e378d8cf87e1524aba9a65ba23276f49d384bd
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effe6282c967f2b1f90c938d71047a1491175e0c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a9e177a9006f1d33d33186f109ce21648cfb35082c41666ebd31fc9bbd85ce
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5166c1f7afc55c6f5070c3a8e046ced63973f69f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bf5775126a921083bc3a6ef1f73198e9e0958148343df9bce7bd2ae4162260
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd58e75e8b099600e92df0ad4613bdd36eafdb9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ab078a727a27022266bb039dcb5616d0aa5cc6d8c22b6d5ed1d3f9a6e393a6
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb7852cd08e03d2bc2613e888140d06b860ed51
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed10f9a4a8bee57eb49f9822810b345246fd3ff2c7728950eb2029982e9d0965
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c376595261f6caab2f53892cee9e1d6b9fe42f5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92f2cf58f00fa39733d61799b1e2d369690a42c78befd0279321096d91f45df
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f69938f78bd80d4ae871070944340ea22609de3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6080097e5f89998fb68f8224c037efc765885f06d1477d45dc94cdb07e4b80
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7488621c6629b896fc26cab613bd4e135b2840f7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7181ff57f78224da9c6c7cb23480f41e16728446d190e4eb1f422571087076af
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0eee8dde297342267ea537f5b6f96d13a5003b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4774ec23afe19402bcaa6023f23845124ccd9cd00eae4ad1bbbf66a9e4c91d
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32bbd4768c27ac5b53e453c5e4b34a05bfd35be8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dd6d05da9ffe586c1678df99a25b8fbb371a301ab45836eec131293f053c41
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d11c42f91e2619e8ef773dd50c403d4b5cdd791
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06aca1bee6f4d5706a92d11117d93a72ed792c4958e8a88747397602bf4c1039
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba0c8f46bb80f089da2755590b999b65d1086e2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fd4194d8ab5e7b668ee9a87c19a01be3b0246133483afcdd3294a8aa9e64a1
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2f2b98df1bd0b03b076eaaa6a417701060cc3e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8626568285f956cbb593d977c229b1e3d01966847ff387e5709c14154024ea63
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86eefce1f85c0815c354e0214eb6f34e9b40e544
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466fd80bf6370f6c29885f13821fe53e15152d801cc906f17e72be9835acac9f
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7275248467575ae92b424ab8958010194794d3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6feb80316032ca53fbeef3c1d4aaff43fdc6a0fa77559239c854f9ae158f9d
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e114c93e3d950d48216e005d19cc239170575960
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d665a5573160e5e6abad93e383eaec0688fcf6a6f9c2188a58bc7453b3e8cd0c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7291e80e89ba42ed03b9fe38840c7bab7066f4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3305e830ca246d3009eb84a28b12cc025f23cc574a22db701d4e08cb54cc5858
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de39895293fc8e8a1a0fee7a52cf6574a0b4138a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d787bf26cbda524adc825a4e6f22176ac9d520cbd60149a9a5044127f4d87280
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f6d75987c60b71217857175dd397f141376f4e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfad0195f583d397be4700ecc7251334582d555f16917a02a5ffe16bf51ce55
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406799499dab91ce1472b18f02e546e54ecba153
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c6ea2b7669d47bc0f796de27371ab935718f1226503364a29f333a9c2ccda
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4291e3dbedf66d8206b261030256b91791ce525
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76ea9c337574c3f9f959658486606480bd354dee7f2618e98a1a86bcf9530fb
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de930915731bfc06796f6407ec23f3ac662ef88
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0955961515fae4a27a8a3af62450b7e6f710a97526f600c97c92e0dc8ff741b2
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eecbec8d75bef6837f6a6122e28535a4cedc64e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f347f358c840c793e69c7dd2d0801690b1637cd29b050e723d022d70238b3c31
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a930e31971277f744d790005e074882348f73ab0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030d8a35657de164fdbd6c434596879eac2b0c8d27a88794f238d926f96179cf
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3f3db177c4f411f46dec9beadc2464ac6889a6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a888d2d2c3ceeca326a215af37754066a774d659bd4f1cb149916c74cf58842
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39774a43c719738d08c00c5a67771157a397e45e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c731a8bdee4ecc0ba12d11ab89ac9060dd4abf2664de330aaa601ced11c131e1
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bbc75529267e42618e3b0657f825097efda4e9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be422a740b382eb06fecd46de9dbccf14aeb95448493bf5b798bdd60425d81ae
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a984bd17c2b016e9f63abc99a9c6ef59d1f3fbe
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e92c5825b9b32fbec3c8b30a9172fa5e915a713107ae4da4cb0d25fe16cbab0
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f82af77e0441b0b0e312d9c62fd017255c1e4f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8b0dcf6b1345bd5535a7ebae2ab2f02bb336ca14c1c17ff482d2d5b6161f53
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f7f79f2b561810c20a72eb00f28d4f9d8cb90c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2e52772c18b0b9f2b37e270da574f8d17b64898b7e6aab93f2c6729f4bce22
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bbee38acc62c78c04f046fbdaa45167cab7d26
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cc8b3504b76281b6435d9cce9eccb950e2af42321de807dfb71359436683fc
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88f31000c9d8e69a9a3a930093a2a8edaaea0da
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3e1e522229708efe926e6a0a02dda33abfcb6417048be889a715416b3cb8a3
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412776a63974f700b39f5788bd367bec3332fa54
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d450528a8b094c1397b8d7eac14a39dfce845d62d9d177b2dd0f531692e246f6
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941d1fe77f2eb879f6e8996813bf18a8c03a40c2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f300bf9ce95a8fbdecc3d0ff02933c8154c2ace3bafa8aa5a019e26a91755c
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8f1ad0f1f9431e6d7f1824cc8e79d5c01330c0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e4e1582da5ca59389091bb87507b8511de195d61891c8a8503464fd50c9d3d
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ff30243fc534b5b6e941e08f0a704ea75ac19f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713e3958ad41698fba271513d48316631a744d475f27c76393285c2bd7878137
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1d692644e97cb14ff9521099b3445f3730c280
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0640f98851218f8c2407d298dd9041b718c8a349069e700bba8f625a0870b014
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e845fc7e931551e2d5505c0d78cffbdd7d3eca97
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34371e818b4fd6a2b5a840efd5d571cba3004143355b63ce34d873d90316351d
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c7afbee165f36a955b422c20a14ffd589e24c3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2812e1604d71e557d56f99ce584f6298149ae3a85c3bcb64daa930d5c37e70
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758c4b9fa61dfb9183f874fb909fa55c613c260f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337d0750fcf3db277e6ddd1623b39bf7e6d3092cf22e6e1868e843b8932a562e
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd9d59e1057dceb657bf924ed60d5586e0d9261
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df896b4a62f3fc2d9b0918ee2d32ad7398047a697c7e9dc31f9d12a2082c555
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407ad7e1828328c84e155144918ff6e2dde36865
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965c03b542a447ee3f6109233e2bedc1284cfadd8fb29825c13dd4c396a61aaf
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d28343121737de08888251304004480eda38218
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb12071ea8d3fc652b51b0b12b2841a4b61b384c21771d8f531fcaaa06c1cb95
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8857b1053f1767e8a8fb89b8935705550dc77a7e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601fe4ada0943cbf6ff7b36e8d9fd17617098443195336c9460f5d089e816949
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a250f4cadeaf6d91a8f3bd803a916040b68b3502
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393f535b4edd0ec5ffd3d6278230038aa7db8ed2aabc2bf9cada17e432b3fafc
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a0313ed007f43fa75931733ac977112c6cc8cb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc56d61430933f7bc6ef1b8a71c43ccc42565d4d8ad474b097080c2e9b127f4
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bce8b9b6ad4ef7d7f82ba02642e86dcaee9ef7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c724e9824aeba5339260dab1c96bcbd205f66ff06d82613bf8ad2e58472cc025
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19742b0c1066a4399aa343a9eb6061f436c5e13
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d49900282ef7f90bc15003ba11ef720a80187dea88be595fda7cd1e92f4e68
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deeef1c49b07f7334fbfa59f673a53c1d7f55291
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4125e024ff2da223e64895510bcfda12688ce39aba45d60ec138963417446f1c
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7f0e2976e73ae8a5f0bce1e5f55ab9a1a376a2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249ee56f705b5d85fb3134991225476685403ff09d2f29257395f0d4d49b8610
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1272a5ae0a2ca12aa4d857f0c9b392df3969f68
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f993ad49e2f261b8c03d0882c5a8e2316f21efc94ae1338a3f6ed82e1bcbcc
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d795ec5cae7158264fed440d1b0f850746b47fb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ab11eeb1e224e32f5da75632c3d2e1e8a91c61734b68a3d4a4f50d3ab4ee0a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d7fdd7446c37c3aed0939e653c486354a37f08
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15ac7a86af7d87f720f1c9ea002d3787e002c49efb35b711209d64144fc5571
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69fd4c09a10be2de9321d95921539bb4266add6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3241c81a24c9a82c5c384eee0ece5ef1194c3884ff69f9e38d32fb6be9c33bf
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c354d8ee70bc603a0edb27b4324052fde76bb35
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43d2b81e76c7d4a6d3c50d0b4371e4904ab7e01c257cb1e20c43d379eb4d24b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e5059ea066cb812e8ea5f7f22fc101eabcf633
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d73785d0617e7919033e29fb93d0e7fec1c09aab0b8a8a13e7deeb5512c5a3
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3576d871cfb1472536b8b245da9e51e989858226
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27af79fd158d5c3b17f6984e6a41e27ad81da64f9e3cac311e392744f63be9bb
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/lm_head/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea44f82d494670bbff05a539961b166b93f56e28
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ff27a4e5aa6cf4f5495a1c6e31740a7962e64a9878146fd0d51660cae07894
+size 514179
diff --git a/params/llama3/5/rnd_search/comb_11/trained/lm_head/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820923e8b751dd216fed3e98426eb17a6615bd20
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d7d4a9043a10f138a34e4bb2eb918094a2eea6f9c4188a33f2a09de0049c0a
+size 514179
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7638782e9fd15c383c9a54f6c418a604fced75
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8551986a53d19e85c4e62f68afe77355c492128bbe3c00aba10813584ab8534
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014285a7597c0834ade945384ff83200c3648585
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358fccc99a8c634244678455ed59d3ce70603308fb562f268d9b3cca2cc1034f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fb4cad5eb85eb82cc7edf9ab5a8cfdc73010a5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1af2a06ae35a121e7651b552a1de762b91cf09b986f140a5d427b4ea5490b1
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0414d5c863083b400492a86bbb695a0148bbe5f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7ac42ad41c15ab6566e1e60186ba4fc44df48a400549d05c2a359728f023e0
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965ee98948d46fe746c55e4a900153fdad37881f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e60b2f499e2da0373fbd4b81d30dde61c0914af8bb9ac56e8c205a54e930ba
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef15cd7317939d4de6d543c0450c065e44119307
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca60551872d7043e9d483464de4fa8c959883131b4a9eb2672fa205ee2e82bfd
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b080ed3cfce4f1b4ea3016fc820bd957004c5935
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a573f9849aa9edd178050cb25bf342649cf91383cb1ca8a2b6d4ea1ac081dbc0
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aabfbe28f9ebc5013c82e499df86005086f534f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b9cd41eb0fbfbd6804e40182577556deb3236f384fc1fd76abc115c5a5f1c3
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886e9642074f58c19bbab2c93c3a9003f4ba8759
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c453eccb2f3a3cd9218d0f06127250f8fec617ca0b27192da6dc4ede6a568fb
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3a07bc7fb255225ac58727281ca53cb486a472
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63ab2072989c329bf06e9ea3fe1c42c473dc35c3145e0699bc1cc38aeacee83
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b60e63d173319df7cca1f77a3f89027f6b6ce71
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331930390a35313ba72204dfee80e751e3918fdff58b2f2f2ef4b39cc599bf09
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27033db35e07bdf7e72c7073945bd96ce45a0d3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2169164124a8f1503d7bf8c1879b2cce0595f288b4771ea8beb9dd31f8788e2
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a6f3a388ddf276f362cb15c3393100490998c3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e0709e317ecb9e57440e6c2e0ecada25e5eb0ad688093cf2448a15c45cd062
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c326b443df91d1828d1b3985b98157f3927282
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d50275f90b283e31f45892875d0e4d1227bf69ebd1e5da63e347d1a416beb9
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb59eeeaf1fd96de93a0f0fc32f61cfe05c8f42d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9308789b4ac59f83b4cd7f9eb436de945805e7df590566513ebbeef107d2e168
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6830b5adbcf21008026d4d47a4b84837777336
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734ef37fa85de5b8efbd52c3072386c822893bf20195e4fc39efecd36f0afce3
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b903f69648ed0d7d2ecdaf1c996d070fe4df89aa
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b223a722a7e4fd4a00e6f0016ef58d02f25337d9dce99d36238df7788f24ab48
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64ede2ec8d6f3c0d7c4cfa24a2b6d550ffc8871
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1cabdadc4e55e12f79a293ce6a15f7c64337f6415015d78965cbf96b8d5ff0
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b42f35d4e00fe5ea6d1413946b799fc07285b3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad74612c6bbe9689589fc9e44fede084c08d7dfe4b8cda69e7795f85ea441958
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e3c8db483f9a1b2f30f5f785652b6d26b9286d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a376c2bb2690b1039b5432201a965d4c299411f4f02104f9eb71efa5095060
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6ad339077872bd42fc909725498696cfa4dfa3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4973e65de1f1d53b1fa62946e58981124b5c960485dab060b69cdc7871604ba6
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22142729b7d37867b1c2965f2d365480289ad749
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a29e7b081f94b856e21047d2a3e19e955dc92415f8183036afa4c602eb6fe2
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c23a62bd0710f7e77c2fc26131253c8289afc8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc6b145b72355510f0dd0d3df571dd1ec3218de0268b46c8112d3e16279c176
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c6958cedc770cc3a098bb7c1e79f7d849b326d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237553d7d4759b1ab9a9503ae7a97526668ed29d605a4aaac70b9098351b883b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498878350040789257a242f657e1d9aba37568f9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b5cdd2f2cb9e02dfcc3e8b04908cfa1a361ac3f4889b5b50e0f964ceaa8b8c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4f0c385e9fb6ac4bc3145d8c15299776db070e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2555d0db9793fa97958e129cf9ecc5423477584691deda97df58ffeda5d8b580
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf7cbea26beacfb464260dec2f47df293ecf1fd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683158b0b57cecbd6bce7c75f401960499c776ca0ce7d707ecda9105ec4d1bf2
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ccbfe3887feefe994fde5983080b539426f95d8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944db53c0048bd33c7e85fd421d89ebe52c71a2d44d60826f716e4e5f5685ab5
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23f8e399018a2500fb09032edf1e886036a441f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12247893fe2f62507231665c681a5c2a3d10f0215d1f99c2df844968aff72fed
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4316fd6081ef4281c13cebe3b90ac73661aa86dd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52a7c84ffb1531e28171c84374962d8f0ec036db846f8c8728036293ac39398
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aaf280a575421058f609453a7205dd5de08afd8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bede13f4f0a4bfc98297c01c3f75f780b3dffbf0b7417dd739cf27e7eb242eb
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724842540e641f8167835d3e05084d05338ada32
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af405a2760fe0272dea416cd9d028798058a9ae4e6da54e122d6cdddcdd8a53
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68fe6e0f1d68d6841e006da45a713292bd00388
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bd1dfd33b372991c6b7c44fc9a934422d9c105f1ff4b086e5fa82c0923428a
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a2e37ca29aa4785c833e42780aaafd1309a070
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ea4ca402cae75859da977eb3dcaf704283ffdf2694a43dba05b0d85e7d761d
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b596a5f0b3cfd1a72a04f7516237b2ce1f04391
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64aee1b579185654b6405e86346ffddbf9f663adf47ba62692514d693228e748
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf9ddaa49fc961e2b4b5074c08b844efb9f51de
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a4c40ebf6be137a14350fd44c45a85b26f2e5d735d046a0927b3a03dc797ca
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eba7156ebf156ca54df1eabcda6ddd8461773cd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16fbbf0fdc28fb61c1dfeaef8c4138452efcdca10f9e0858c51082081049c72
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967043763cb17037c566f0f5bd799f6bfd5ba315
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ec5bd34a66bf9d04d6249646dbeaf0a5b509ba424b0ad26e9c4386beafff31
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc15922ccda143ba76389c30c97b7ebefd3f672
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2199e554020e2a8573487476d6f3fa61fbaaf615766297a042b697e10027f5ec
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8f441d76713e72a8250555b7fc5757dfa843e5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2646964c40ffe53e5289a3bb4c3c9b53e301aa7e82514d050847a03ce051ca48
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141bab7560d6717340c7122b8a0d2243eb726646
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024d10e7ad07b99e6ceb2d89007bc3728f92c25984595718d079f6b035cd92c9
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e63cd6505a6871a6715308607d4c20b9d659372
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e730dd9087ee43ac8aab9c7374dbd70dde4f470a50667d736f54cfed1b69f66
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb452ff51bc080edea95fb221a7c766fc559795
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6e359e4c8dde70ae4df8380c45c4873f33ff6af9efe29b217ec0692de18a1d
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175fd70a5dcae44b746b72918eac16e977496fe6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7208a49fe6ed74746c7d2fb7d2d94cdb1617bfe69495e4d200885f1a90486f92
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2cccb44b4d4f2f4fa165916861d30eb3f672f1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a232f6d190dbf6f4e0155a8b10b19dca89d0d94c7445120995d4301a01b0f085
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6e4299e55ddd12f186c5c763ec889662038c25
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1fa1e2310a8b46fb7e2bf2be1fc514133a549d971d75d8ab6640f848d74692
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfd26ee7f88a99d536ccc8445ccc0909407536f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e93312f6570efc2ccfd2049b073e5ef904ff2fdbf286dbde2ecf4959177cc0
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ceb8b2289b82cc0df03e90d64167fc69074987
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daa6b2511c48e7d62206519e41960428b5b02749aa3488290510f3469a20b82
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0338714aad7806e4f3460ad7085417b2d906fefc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56185753f6adbb05fee92a7d8cd966e5aef54d630fc93fdee75b49c2090bc0a2
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df73358e0b98710cc8d723b1a6645f7194a49ccc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a96e1a87d06e0a0af3f925aff163de2fd8011b24761e745f8579f058017c93c
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9012fc1d68232b180f5e78e2fccb345d8aceac
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5832d7d082ff7bb2231e601c75581a6caf299f0abcfcb3a7575634df90302a5f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4e51c09b7ed5d706f2306e8f3fdff572cce56c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1b3652292d109ac8196719a6f105502f87b4681aea2f5f95de6fed0a4e4b30
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526123825e108a8412999e3b8503a2946d085d12
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8218493617a48ee64a3bd593dacb3e08d9ccf874432f0be04765b11a486b52d0
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e83a32abb72a7d8a29a08c4a471c548c480d7d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5269f5c5d233f3217edbd328adce96241dbaf78d2eeaf68aa504192f1b28e75c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..facca7dfc8745ea17c0892a04bf0fb8982161552
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385521e8b50553432c7de951472d71a536d9acf5dd1d87137657979899c61d4c
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111c7e28e9943467fdc1460ac4c236372c4e5a0a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013e6f6a07036c552737ca4a10b52795ed4b4d2788f9da54de1f45acc667c947
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175db8d486939c958c8775bd228ac27c9b924ab1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9589da8f574c2e87c029748a483850faef110d958cf75cfd411242c01ddd9561
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fa2c204546bf76f87aec63618eb43f8f9047b0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d9d596221885f6c4dbbcfbe1d2c9d2eb8e9c2243b56e15f8b29b137fffee9f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9a5c45d2a46d4937435a6befe6508e2af1486e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa282e0ecef6b3c4829ba4909a8f9efd0080023d51f84c1c1884041dca50763
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3b5bfbd333f17aa44fda9145874150a77cd66b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e6d50ae0a9580aa1f5795b570b2539f076875c51f90a5808c7192b49860216
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d12945f331ee743b92298ad04770cb9c3f689dc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3d72241384305f72ac8dfcc74b0b56ca10b9fa2b25fb15dd6e851f0d5d08c0
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151f8b6c5e4d1da142af06c29804e9dba5f9a01b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e016ccd3a504bac2abf0bf348761d4cef30933dc170aaab34a5503a9b1e985e9
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15d2b1cc478c548e8dd964d269d829ad9da1133
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c34bb735778388ecdd43e5cbc4d3fb63219ba264ac4a74a54370b610bbfe07
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197398ab4aae466a641a13032de081f205a0b312
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdd0d789b77670bbad7dcf71ba1599eda66ad63557245a52bd8f04f62a87951
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1327f845b49ed5fa5a311499c16e67c056f8f8a5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23127a68e396eaf8fe5402ea08ce7166dbd462f4d9b70566d5683bba0247a409
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a1781032d5235497b46ecb34de2790bf7f07c0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90365fa77257c3b6e7ea9740ef59ddaebb5b36d3e1bfb810f86a4b4c1e371552
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845521e80975d4fed04d778b48225317b9919476
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e4c764a16a4f61d1dba6d4175f77a0025e3c9b5e77e61ae5c63ba7a4b2a028
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b939c2b52678d58eb95e4f6d23abcefde16e0e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e566b84f7aeab476a99bd5a9e82eff7474c576b1fc430bd2d0e15eeafee941
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc4126449157f5f0fe55c09f2802de0394fd469
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e1ab41def119c1224f5b02330177edf4cddf3475e566951838e179d0560b5f
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f2a16c14cdbfb6ddf3e7d3303e5eac0e2c9313
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe48f28b002eed6720ebad0af1e7596e965b9be898b2f02f26d97cb7b61e5e3
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d53623e37191b498c6d65485242e84afec764b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71361be1ce767006104d8f0dda02bdb306eb71654f36fb69065069ab3d8ba59d
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94632cee9ac5191aec48fcb95937bbdf486f47af
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0832438f5a15aedbe78e09e7f32148630cd8997911a78acd5554ff03c15cf011
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a86f0f9f30cfa65b4e10c9e7cf778a8389a6b9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685cae6753d18948ab10002b70404ac429c5448402693492f505740e3bb8706a
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad60c182a13d516dcb219c6e9e068b9ba39a40bb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ad09ad7da90969266d5591a31f419b4675c2706461544d6a2722f910279fc7
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a3d8889dfded33900887c2abeaa6a39894eb4f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb7e5e25417e08d23f14706831a555cc5650ea4b1daed5a6740a75daea74033
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb8089581c9184105fa599a257b5be8514f2ce9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226c6d569db9eebf6a4fee9469d91a818f136a7030383cb0d17daf13c26d3303
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef731b86a8349aebe8a66f344bcb5e5cf5e4092
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4c2bca1c0943774151b8bbb108dfa0d444e3ae851e75f63c610417a97024d3
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3346ce83a026ac4046ad184f11b387d7b96ea05
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee1137ae033b7289b021d021883764ca8721927521835a27ff8ad0d22ee844d
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb1fe2c1695843b9fa4a541e2dbe685a2160ec5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b96829a463f877ccceab7a766330078314d1ad0ada6966d1a123c38ebea2d5
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ac8ab727bcc2a486bd68c325d5da83ffdbac0d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8c4a2c27a68e331c465cc678ef61dd0367b6e26352e04e387114bcc95f2429
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57639af8a304428764b28abf532e681496f1677
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59be4ae56e229bbbc8b90350a0b973ba0921ac981f4ad0630421dd879f55ef52
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03f827ad8a76a8de90711a3c018beac02e4bdec
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a885e590eb7dc1eba7f86f6b962cd6f3dfe5e1c3d8b3212ccb17d629b19d65c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230348bdb9b9f42a5c84efde59b414b56b37bc39
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f85ec33fa8f499bc66595d0b695d1a08417dffbd43e6054a146b296c20ec707
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fcc5bcb1e138cf147506e595d032a25bbae894
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d7a4e4d6bbe4dae4b49e2587019f6a49662d1bfb0cb472b7a038913baa3c30
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66045e8abb011f3dd02d61576aaad226e4c68121
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6718fff2b7598a1ead6ed1ac063948c36676e569a6f3a21b37274d029b4ad723
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dede10bc42b7597f1e263356c8dbbf0ab356569
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef3d93772211a7c994192d11bab9ce9f37a1258c695800d26bc96fb77f7b7ed
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f1de43047586522797906314b1479a83890c34
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f542f67853274b646cd596ef2f1018beacbcd7f384597e508dd382f46904a5
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c6f630af68c0ffbbaeecde19a7a7b03579cd84
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b3e19e0293ccb8382f6dc9d6219726fc4219fd2ebfea970c162e7c46cabe61
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a020d71e4e55872be6ccb22d7c57c49e12558556
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b45ae76b887ddfc08e6fc4c69229c660c80eea890505469e3598ee48b18bbd
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc6f55c6e3e188c6cf5cf08695282b6e662c73a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab3c499c01bef3023f7f5d546116fc4e2235c33e9b9c97288610fdd6851bfe4
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a467a3b2127fa4651a1179dbadd6c2083f14716f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed7a64a41a621f295816678c998c4437bd90cb61ea71c1d31dde3c55fc90206
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46620d1b5c6c7c64945e1e6070a18372cf1a520d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f9178a4f8a9b1ef8dfc81aa27ea096b58aac8a054ea4fb8f7b562a45fb73d0
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525cd0d688dae46cc884886267ec1921a34c7b7f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3228510588e4879b34fbcb36bea7f7ba12c42be1787a878e6ed50a2a8566fe1b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94fdeeddb4bd84b3a7c4641789eb24631ac6bc5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b843c756d69ad985adf69b8af53ed971209cf86576541122ae6e38b488ce7de5
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ac5ecad62e5268bdb5419e2dd4ecf3081f163c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d7ac1802280246471d07ce846adb3995e618303cdff4020c10d1d0ebebd37a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4750dab134b73c67c4305f6eeee75d5285eda20
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934ac531a079c5514b5dc159199b44ed533c61dfa79ceceb6feb84e9050294a8
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef413dd1e2f377aa7047a11a7c31ac06f38cf73
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9abe0e2af56208a0242bb7445a5fd7bb8dab9464a95fefe30da0c5c80f0ccb6
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd42b2fd58d9f26497897bd6a145e422d87bbf5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360cca9beb270b7997855c49b9468731719981bd45baef9a8a553419c870ef0a
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76ffb7ccbf08e3d7903c22e0024eda2ccf4591e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a278a3552978d50790b4f60c89e68fa4565fdf582aba4bc438a3530bce9bca5
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebab9b38c71679e2a50bc55f593ad453371b5023
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf132917667ef684f0ecedad7c0bfa5a75be696b74fdc0e299f92e89eb66e49
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b608fa697030d8fc7abf3ea9b7436ee6db64705
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0059122546c04aeefb3199feda017a1dbae458baaa8892c5f235734eaead2e
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cf8cd375680c9085b20188fee6546c7fd61068
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1899d681c2056ec6aa9359346ec572fd7974ff9b618b8e1c29942526eec71100
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a46b3f00df1cdbce092222e70d2844a22f8fad4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ba4b3ebb8b804901b8078d822ac62906db81f2ac268ff672a73e510cc95ff0
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3580e9f76b3f9446bb187c3406554a5f282c88b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ab070fd540764128c35f18fe25f20953ba6f11ed368e77b2c585b101f442cb
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4315d1df827b416b90f1c925b93ac922496151d3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1918c113eaad423bc73f51becd663be4ecadc7ee7bab05608128579fe47fb6a
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86e887e4faa509a9369ba463c636b51b7d2126a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb5d14aa54fe134bedbe892eca98f767cd345726db104b9787ffb321135ff62
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91de2c06d8a7cbfb6fd9b0049eba1d723416fa4e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2101440072f255e60811c3b9140c5b9e1bec60f2dbc5213276f1df684025e4
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb58afcae78ea8031704b9d428c3706b5ba009d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069855e1a515de3c4e59bb39297ca8c5d29c07fcc2d2aa92355d0e98332a07be
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c201875f3b649f6e732addaf5f119e07ace12d4f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1dc01d924f173eadd4db4dc1ce513221c13fe1359d0445374f9a611ef07bbe
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209ead9f0dbf28757cb42372260e068e1d4696eb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200460ff66456500acb17cb7c0e1de0220459c68354f3336dbc5d79637a5f053
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cae5ecb5616933904ea034d355d2c5cb396801
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb6cf5e8b09c90517cfcb981133785b0745869ab15356eb26a02877ae09c141
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cd055153b6e0d6a4e0c88c58d357597aa9968e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d8f20523a5808bd70c2a6bf58dce288f6e787850bb9f319c2ff89b2144df70
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6878b71d55cb0b4a68a61a8a61be78e8ded822c0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab453d4f350c0c32e9d0d04954f186af3930270bd4cbbf274094da797adddb4
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8a1e901116563bdd59901e5a5a4eee74579c93
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc43d815c2b19fbc2e209a9df3d5dabbcb3133c739ebdfa23298e555d82ae91
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ca6aea7ba00f9bfd4de0d509aef68cfe22c923
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2a0c177ee8f73b0632c13a9fd8813827e1f3aa75135bb5ba2ced51fcb496c7
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00fcb90b745d5d0fddd5daab36c65cc334d02fd3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341c1f2dc7351864ccc05e9822252eac283bb05b3287efca049e4193c2ca6eb5
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babff387b2bfecb7308002a75e2c560446516106
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bdda3ec9a32154ac08f3ccac3ad9e2f9103646da17c8df23c62a87d07cc4ae
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a111ab67dd3a32dcbb9bd3d4c3533c3c58f906cb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eaa87980d2027891075f577b38e5524b5463a19faa63148ba5c6f2b335b2f9d
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1244044a9d151ce5e277d66b88fed4697a6c23e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04db25e896959564b070328de7f5f0ca20b40516d052a10b42e69fb3d1e142ad
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa01f63b5db1eb6fd70d2d09cb3e331783a4692
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7096e077d780d8618315b86ef59ba7dbcb024032de4449a10d37e1321b21af9
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa236a36fa09d9eb7fdcba47b2e483a1550f1632
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac53b14b633b192bf10dfc108fccaf7a229366322bb18972fb95c63e4b152fe3
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adca15bc94d1027463e8d974fbb8ac5a26bf30ab
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82128790dddb6de516e5381340c226c3f9ce48a348603b0d7639ce0cb6057159
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a0cead316ce0f930abc8c76c8128f3845931e6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02eec8634ebd58d8014291243f740ad7323c54cdf1b1e77829de0986ce0b39b7
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b620b48c6c2db12d9d6ef2d434edffc527761bdb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583630d119b9e6e6d2593128c908e158a484dd33e2c76ee5818fdda44261c7d3
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43db27f9184dfe2717aae7348aea68e5c7afaf37
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156a575dfefd9d2ce66c932154c437970a817dd84010d2c062407ef90afed49b
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086652c32c2b05f9708e5319dba83b5e9496abe0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e31d6a0774e1eaf437369998b99396a15dadeecc509c62850ab3c5130fbbb5
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99330b10ccd8197d2592c2149b371851e931e92
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40de8549bf3c266e9a01325e298b9385cf0f6bd453a1b40275b3686e4de9cb33
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346dcfa66ba0046847b432e0824af028af3d261d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d688dd67783cb2fc4c4b4011bc345d672dcb32709371f8493d606135ff542367
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ad42b1dbfc21fce91ab0efd62b7c6ea0aa812f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500b9604e156d1f2dd51d226fa45b3b56ac29fdc201e0dda3f5c54dc54063c45
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c19225e04114268506c324c001bcb2cd97aa89d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21e33c3e51ec32eb48cc5b656cb2ae8b3b6aef7e88e6d8828fd0bd49b429d01
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56af7785b57bfc8dd721990dfb56039794e5433
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7be80c562572f582c44b577d2e1708eb1d973acf9d90bc53498ffe112cabace
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1b4bff039c4ea0f581d81b53c9b764e4601dcc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be52c3fdc7b0b96a0785ac512f9998da9b2110ed800923b4e2ac9229e626c69e
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eafd67747fbbdcf861dbd1039295aa820b9db57
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01f20e46f6705a25fd11db10fd36f9607d6bb5a1ac7aa4d319b7ae309dec152
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0793f863534162bd8b25d39a35d3ac1a294be070
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8289cd0bf0b3d93e01185ca91d3dc2764e70e147da8b01c78c2f22da08c7675
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0540a41d8155b7b8f748c95073fa3ae6744259fd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f2e55c311c697262cae07dca44c3c19ba683e510c7afe79a8036a6441456d7
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07843fd1aacd53368687db57f5fdb8c80bae747
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89729d0b9c66a74c35cef2250aae479ce59a4c5e21264ba5816e192c66a0673
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191b7bdb99c5c7f26000d0302b374847d1c7289c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f57338902faf29404974d8b50bf9b4f8f51ba14edc10cb6391a9969b931f7b3
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e82fe891b23adf4adf91f9388e445a45d0e185a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5539392c1dbfa5aad6219d734c9e44251473d25be6c7c19c97a2a0bbd14bc677
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87da4bdd10d65806726644b728581af100d304d7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d44702d740d1ed1f8e95e1b89f31662a6146c6ccf6bcc2b521cd6515073a817
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0a4c5215144928fd83ec42e3ac6d36c1ce52e2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc33ad415951941b7c065d7347702dfc09779765990cac1c660ff7cbf1e5df6
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1138516b6b802ef69dd0daa1e07487d0e8124221
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9207643081a308e27c41396f5f50fb1bf476173a94467401137393a0c7e20a4c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f22045fb8f02f3fc1d79217f7979fce859f9d5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69dbd4aeae25add3897b0fb25fb70d0c234f1b0b578a49aac027c3374dd11415
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea6b9a2439a494d7e369da6b6c2cb5f45119b38
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e07295a6e9a56b43928babf05994f062809fbac9e4c59ab04d922b3f3774ae2
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c3b74bac2f2b56e6104c3619bdfeee99782cc5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee1fb0da99eda64427ffb8812498a5758b6dbe3e32c01e8828e699b2de3d80b
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc66004c337834d1a7186ae7f13f49d81d6c4f3d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240fed7891b6114a631786108a158ec56fb6df647ec6a740312b796ac5b97832
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7810779397778e5196008b821b4e1fc24ef2e03f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f578d07bdecd151407fdd587047cffb99bf05e215e603b754eff0b49d591dc
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29681e3d5705969aae3a7df6b8be8126d9803570
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f06c0d5ddd08379472215b85ca86d698409bd9ca927108425a956ddbe26cac1
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd2691cc31f2ba9b052dabca7458f3395773e19
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5763bc4299cb6623dd5057731ca80901160c698ca5d9a09176e8d47a927f049
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ff583661a15178395de40846223baf9bda4838
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e41ebb983811851a33aeb7699c0729cff440e22f38d0ef6ae409b60e2205c8b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461177893b040821b5d5902f9c7d2cc6bc820496
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123ad75c52c4362cdf2cbffe85ce0d83365dea8bf42f741e0f9df9b5c591c90b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e921200889dbdbeda77cf40b0fab9d4754d3238e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ea37df6895903439509bf250dbc24dc146c1ed2c1576f9dec6abd61e69d88e
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2f2f9be804392543e1314dc5b81d9d8579f2d2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d2a44fe034dcfe2425e595f30c304469d095f891913d2860e170b923be60ba
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2e05bcd2da7ef9310290b58b62fcdba2eeb938
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30291298ae0c7e19b171cde5bb082fb96bda9ba050f91d84f9e8fab89cb0a24f
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caad0617e535fead240ba7e6db634b7cf82c7bf6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bef1cf62851abd3e769b6a982ee845aed2d103360326b4ecb6a6520defebb92
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ec2a38fc56419a04f341180356f738ae07f23e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe432fffc450e5b9716ac0b04469f170d1f9a486eafba06098228e877e47341
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627adb4db51478fdf9335496a254e1a0addaa4dd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b567f019d0e64baf72c0a50ede7b85e0d4bca35f116f6058e2c23703fd611f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f3fc35bc82b0021bc80fb15835c841111cadfb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c3716370679862d2036d629d1e7fd0a91a1c4eb3e52d9cea2d50d5bf85e55f
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb647a7290e4b8d4218c7a10ddf7048ac95d5284
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001a369cefe23d6010daa1642d372999c076068c8b75b01ea6c587c4d772e419
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7964c2e20117516c196c4b16a32dbfdb293d3cbb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68c5f2494dd839485de7b2f86c244df09f535bef20a89d3306302820e7e56f6
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19226fd61ba5b4c4b44ebef1d6f9869721740d91
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6984b6bbbf86b9f5eda27cb2aca6676ec14894934d056acbb70a093ab1a5eb
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda6cfb5616b3e3b69e9237b348c6e87c2a261e8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df20a1e13b3d57b81e340b049eeb32421f0f4fcd6916aaa3ad6f8d9d75064f5e
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b84e8f0e9e3546068d82b60c4022f84cda8a068
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de118885c3ff0357bee31eb75ad2eeb12884e4225a0a6d1e07a44ae0c5d1dd7
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02982e00b564bf0c24bd02d62de9e9c23fc431a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a6e362d868e6158ce20e8bcf38a271e7fb94bb4c853d11508a83a97e813d4f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d2c1bac7b1f67b0569ba801b0d456364f3e0bc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2502d74b4d9450824ff2f952c4456e83578375e36a29f1e42075d4e9e5ab9ac0
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d71e019e8bfa68b082cdaee61861a3d9041e670
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f824d6a693f69766ef033adac8b362b73007a51d5072b9c0bbc4ed098200515
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64ca3037f1e03e53d7c5c6efcad37c425a07ba7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2e34fa920cbe7b489585a333442d72949a333ff42f75898870e02310bf8875
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06d5d8ebe60179f74d71d4e11604aad075a6aac
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdaf04454cf6b449591b4a9c725bfa2aa254ce3b9cd02d307afacf1d563d2c7
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7375c80bd8284dd86a5bde0ca4218096a9edbc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97958f9855bdd3526625662e7460b6d5f45e6adf577838fa8fc31d9db4e6de7
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2ad8551aabe0f856e42076c228cfcb05a0d5c8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacfaf810f0ec82acdfd00de42ebf0df5abe59de6b997aeff0cb2889fde6e5db
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eeee37aa4638c37520d44ace125ee227cd9a5c6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a0ade8b8d005a5cbfe6bb6adc67827dfcd02ce8ef66a08380415c2124c7ff4
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d78db05aaf1d2637957169316e886d376af67b9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60d5943095fc96121c34adb72c37de9671f4a9767420a259ae00f46b7473371
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfad4f375e63c0071ce33f5d70d16c78ad8aace5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a610057b521733babc3da354ce2702a1e421b0d22cc8d43643a58ca133c5f3
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd9b50eb99ab20df8a4461e4e4a40bd727498c9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db04c5d1d9aa4972818032e4b75afa11bee884bd99282913019a7fb8139bae88
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e5db7926e7f0ec1afae11f39e2165365112d78
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8d94ad06f637c9f5717442e2fcfb0501fa701ce72627f18e75a9b81e972b3b
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3a28d0914070dbd3242404d2325f611895b1ba
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992f56c9e2681c0cf05c998bcd0391799276fde920f26254983898a2b07a49af
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1e299b877742d73202eda5b6964fe1ab652302
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826b3cb086e68ffa65671f7e3aaf6e47117b80cc5c2a8873315674f04d9bbd09
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8a81701d780739c0e1b7a1903009c6d658df05
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b6ccda7c6f9d860a55482b39a9fde2bae37e033435bc72f4111b2324a6ffcd
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2203ae6f125be025ba05798cfa50426c7b7c83e0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fef6780b959e83e93b8f1d0fe67700cabf5153ece16bb68473208f8696a73da
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e524dbfac179437a107f954d1950132dba144da2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e640ea93c9ca41a082e1dfaca66c87e479ed0cc93f3e3386605bb3c1a4e431e
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5e71fd85b43f87a97e77fba57de785b5f25064
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6f5a032cf8f7ba6b7d58d8bc8f353ad1af2adc11a458a3c17bc0eae6124792
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3025d390346861eec379e01f34491bf7eac4f6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c694a8d8e9154f6023a22249774fe6e4a445e78557bcba8f0e5722a88fe463
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5699d7f348809fa2d7875ee49706314c97cbaf48
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6203c147d6cf16fee7385c3a0063e51d81720dfcc03d6f31368a4b253d0ae913
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ccb8fe2e70d4d580ec3eadba9b0f8e852d18824
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f7643afc3bf12549e63b282e4becc5956f9cf59cb8b7442902b87f6cc3868c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b7ec7153cf254cdd987410d80d9619a67fc61a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6d1d5f83a9ed018212932a38cb1867af782f27729f0c8a0bd047f1efac73f1
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9d015ebad9d9e6b336f8665f99775463552213
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77582f2d818950df0c21167bd13a8539aad4e80ef1a98d4d155854b4edd4761
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982187e98dec304bef04f6c1d13809777a8e442a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae08dba2632b6d69b54f5fc9636f15bd52a87213ad1525022e0df7ba6e0c3b14
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2196af52307d9009ca11320cc9c58f5c0c225f7b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab29212b57e9b13019c4bd8a744454e2ef016367e28c535178bce6c57fa56dde
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29e5f4e831f6e6fb09849007c75ed3757643d64
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d59966fefb2fc251480c3e7758bb9b9813ec972e214efe426a58f2711c3db3
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b424524d08a74627f2baa3a3027c58e8ebfc2369
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36f47ec10f801c8def0b13a1f550f437f246c1783d3ae6186d0c35603c5b256
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e6c69d240e16d250ca63f9538a11b53613bfc7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4b153439ff81445ff49042e578d692c6f83f9a0594a5a4b8026c65019e3fab
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b024d77b18e77a965f0a84a1c11139aecacdd30c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad9d220c5e2b063cf8ec471d86a4c64a4379021eb3d3171fc1092290540a29b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df061d7468ab1b6cfaa0d6d64ce3209e73b60bf0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486a57e29c67bdf0849b3bd0facdd44f97ace694e950d2b8d39a5e6495453572
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577a1c59af134c178d4a336e71405eb1907296b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19b04eee1c8e16dd77071456a7e1b2ad7b1b62fede4c18e330c4f79c3dd9a58
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668751ef19f3b308956402719af91421c3ace7d2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c5b552328b02d03e4354f66feba9e2235123eae70719efe666b411c821d2bc
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9098a9b796e854f428ef6f63f8db40a346cf4343
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1dcb1fcd96f87ef35af742578820242b01980a4920f3573234920f7edad79d
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765a75f351f9aa6a9c451a532d394d1063c35a52
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa2fa28c8f83fbb4a3b4e06af2ab6b84ae13e1cc86fb497da373c75d25ae15f
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a819a2c7f794759227f49a80dbd02cb4bfec907
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2aab4913f60db6f4b133740d2c75a926432ccc80305b0a748e50b23130c3c1a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba06d3dc9f43837bd194fa965a77439a27e5c45c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6539e26d5b942d1474321a6a970b489b16e3d9a136a4709cce15436a62c4c903
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10645320be7ec7f48a06130e975a9377cf7504e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bf9f1980db2742c8ba7ddd8055be6ae205cb6ddb8bb789c2ca37d13de84869
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e938c39a04e6677478c22ca9a3d837c1e675ee18
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d618ac780a4961e1ca1feb56e6e51a9405f33767d9779403a6c1580e22c92a
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad279896aee676347e5264be4450385808fbaa8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbd83947190c2c6828a6ea85e9698bc2d60a4f95d7e969e773237e5f6f6dab9
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1057bdc89f5b95efe87f155bee735bf2c371510
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87303a51eb834f7f8f95ff8e8a80b4b210e1207cf297b9abe9ce4043eec35ec2
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93632ac12aa243925e02411874f9d2f7db4519ac
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2105d265a2540d76f041233a4d0ff1a64e56f97b217fc3c1522b1acdee905b
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8ddea35671c388b0d05c238f76ece06e6017ea
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd5c05ca7a2388d38aa41b43a470e776613a71624b2e113f934ddb4fc292ecb
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724350081a59364b2b1d2d1793431a27e18135da
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db8335e7615f581220c8294b54c7cac99075269650eb0e42cc9dc0d1ac6182f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee5351ab049e5b0a1a4d6a779b3763f6f4eeb92
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab928aba586dea83689acd7c29979bea097e0a154fa9d01c659e9e4b8742c955
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142765617474ac369c2a38379dcd398e550c9a28
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e454ea5107b980be4f59cde23ef383c637de788fe4a8c8c0675b4e410f446b3
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5686252145db56e74a1cb3c4e2133a44d32d98da
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894c2f2f9c1340b39349fdd7ff2a2b14d400fe1578529534e7b790aa56c8f42a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0172d5c00446f38929814960d8a55067d927cf98
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b11bb451426ac1b423a4cfd4bed40989467849daedb7738cf915ee2495413aa
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7158f56ed03feca2fe1b8be93a18cb1b3b8ecb21
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b187c96b945d3d37584c76749abf0a3a88897189b8ed72efb265a49eb6cf2c6d
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c153544c8fc44867ba1e8462b455d9cf1d03144b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8c863942e2309f43c5b20c41bc4261d697ff5e444d3ec5a7b6af098a09a56d
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f8d08e72e133922f554d1d617d1f7a1d57eb9d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c440d482da148178e6232ad9af5b7b7f60d4d7d6b5c9dd34a988b3cb6b31897
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbed855bacd9c7a459e89068c9844a7040a2c95f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c645a9d5fc0170273cda6b2d4828b2aebd0f4f788406fc87e36d61f1a343e8f6
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867627367a53c1f762d02ad8a07f0024410a4795
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93687169f246ce1013e6593b7e415ebde6c54400b8cc03123fbd126cd4c09547
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f7e595e88600760b6d5f86cd90e0f542af8014
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3820a5d068e9aca2b1e77bfa73b3ae394c2386fdc14da689a7ad6d62c9361c
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18271058c4474341c7f513ad1ccb9df7c423c9a7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f122b0ad961bcf542ab3512e2da1290cf8a0e3fb049da6877593354ca17f93a
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb83ef9981a5dedc1f539ab14b0b603dd2e8af1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05814a7c848ea41cda8afa9bb87eebfe0f1c8c413061deec75b7dae62c5e65d
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f56f2f4d8dd53118f49e6a404772c19aab1792
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc95fffc7fac2ab047e36ca6e6148063fa2393937e4b0df8514100f30e5b7599
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23563258bd437a5bae5f63bad4221aa143f990c4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5183244ecde30e05cb0da6582bd10a76b963526b1998dd8666a4ee6126b41983
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f23b2ad709d2f96caa3b21c32e1d374b073232e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800ded5cb7f2f399df07f09016767869ef023085e263a6bb6b9fadde4792e04c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe1baf9445b51b212604686660edfe26caec751
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae2dce3a5491e8392aa22bdf7e592aa84633c1113ea82adbdcf4200ff8e5887
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04888c98d930adb561900f16a7e449464b0e2c58
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb96769b434c9efcdb361e3b26a9164104711530d25b41fcdaddbbad0b71ef2c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83dff422d1222dc957bec96579f01f511255102
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a13b3e8b55961199faadff7d5e1b9c0210ff47cfba1db47c85b1ecf80ae6be
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216d5c85c36f2dd34916df1eaf94903a12d8962a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77caf30bb39117cc500f7abf5a8c472dbba5ba0231930f84873e86701e319b31
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6938af144c990b78b0a69cf3c59ee249273c894
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76834f7e8beac2870b8c348a2775054460e4f4f3a872c6c75a2322224e3ad29a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7309c9fd15a13ab9e8c01344d5a4ec177c97df7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b766d27b0dc6228eeef5c06011c1893c10c42d14b007f60e4b2ee7442c152867
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18050417715c810937c334dd41abab27da6773bc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c237a25dd3bff05950100b10eec5a645980479c5816d6dab589f4127129c4bbc
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592556d33b69101cbefe5b590417fbfda5935246
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f673738346e7c5e7eb766db76dca2aafda39501bfbe1036a83f15d87709d5e1b
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1efd12fde821493ddd69028ac0982ab488d592e0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a486732e0605cea961b8f1ccab2c0f965383f14decc295fa6ae9a127d5c105
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172cbc03e34fbe804eee15767b3cec4ed8dfb5b8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce1a88df14f0b747913cfffc3a4d951c796902c08d583f314e7ca71a0434c2d
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247c18594d74c4d787047cb276f213eada35cc54
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a6e1a55d7da9fa6f4e7aab4c36f427bc24370b73a6c80d49ce06661085cf97
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d713b362c2552a3443f5cd1f7c8cadc023c3653
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54892b5ad19d8c654826c71d5b08510216d2e76346825f1ca4a0ca486aa5b8e
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5290076ba9707b860a724bfdcb71b34918657b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e4a48db30df2be89d51ac793052f221b643cff672492eedf7d3259ad467678
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c896882d43e96b0072ab26671dbfedddf7a4766b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6d3c045e98025e34075fe62db6fd5a72e8a63fc30becedda2fe4a871092bc2
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42604a8f4a71ecead97995e0c87658d900d18b79
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca1518bd5554bc1fcbe36e11072e451d7e28579a952e7e44b6fbecf3f700c9c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ab3f7610ab065689006cbe14d7827f0252cd2b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06bcae015ddf504bae37b35f8666fb391fb9c1fdb80f4206308014f97014c43
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad80b9ecfbf1322b6e844a9faad5e5c4ba2d0f6c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacd2145a32e694b62d217eccd86966ebb4a9734a663a0ed843de449b0dde800
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe3bfef250f339cb2214dce9a703dae9fe51e60
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b23a31432f466defedb496e8963e4538788b5f85c4be9ce8b604de1a94257c
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87eb5f56c4294e016f5fb6070a1425ad6c863a23
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3eaf021d8a59c9bca771a50a60c45de8eb0f9f26b23e56eca7bf899fd16a6c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a05577f874cfb699651aec7322d67c5a3f0ebf
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07fff68e30d9316892f47e441fa9b97a813e9813b40ffe61dc5cd2f313d51fc
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ce0cd1048ca0a8bbfb4e193d67af193702afe0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7086966033b53d65a0f5b39eaac0ab3e35dcc65715c17b3673effa9a926dbb
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb96d866e6ecedc810b64934508a7d51ca90ba7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0003b7140932b6582c4d75d00f12d588197eb89f29c3f5e2ce239b204abfd206
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060671551c595784822971a259027285d5a9bb88
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0615a111979fdcef4641c2c765f45b4aa7083756897a994888071a410b50e13
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fcd075ce0ac1968574102c330f2cbc514a78fb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7c40ff4cbc0f93fa623a9ff88fa2b0f0fbccb5a485b4ebd62d738141fb1689
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc7b5adc76982f4dba165b81cc44037e4bdb71d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c66748f7988d0cc7731ce77d7359364e69e3f0ac3075399816f24d780c27957
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2457eb1cc34dbfa05f2d4007512ef826a2252aa
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882a9e0d7286087c7d64cf4dd4c6f6ff0eac292a4a6134264a3df9df78f9721a
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afdee4cedbfa604dc2730237145ec0d4a4a0438
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4837c91afe0e1cffa5c65d6649c4cd9351623639408a5439b963f5de66c3484
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01e27a0c47453b92fe6da688f42b241bb42733d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d268d99336ee770677074a60ba98e473b63c0952fbc645af8c58715adbcce197
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1ac6fc2bcd7008927097ed393e92725991b9b8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf2a36a02ea2e19a7af3e0e1a103add0a9691833047d1b3afd5f5e406772812
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fde73ed2a21d1b5ddd71636bdcd4f2d635a09e5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad1ee7ac8de674f441a636f9fa24ac79d55e0e2e0b2841885910a293904bee9
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cd27b64d4dda9b30eb0d4ad6cfef0425f382ee
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca98f45627fc7eb5258a2ad8e1abf649b6486225a4aa1563d13e8d696f7ebcaf
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2892b828c96cf8301871715f9dc0ad84e25579e2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4359d15674d7c33f903a7d8f08e7c164741329f48329f41acbb9b2e5c18e7a
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c3761281b38bb11b6f28c5565506fe53c00f12
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2708d67fc2ba59511124445f7817a9795e736fb00c72ea4f6dd11e49f7fbc864
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9f0deee5a36b75aebe36a23b169ade3f448688
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032d65764abef10af65c46f7f85de7d80a036b57f19696a41c009cb8b638c9e9
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dd1d7eb5d19cebb7bad8ebbdb74afcbf9beef5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fba921d821d3e27fd7ebdc0a93fc674e025b47df57f623218f4945ec8db016
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571638b8032b1dd99a87d82a674cb233d5c71c63
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4012b9258bde075d8cd0f93b7c7a57cdf66505015fa6882f26f48ed2659ca4
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7efa95f8c7ff28cf60e1ec4c4fa112bf326cc20
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2f1ec2c8aa43c2fa6cb7ba0169c45f5afc885281b4c29f357aedbcfd254aac
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf5cfba1ee391f9bc49833434d311dcf675d6c1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d2a00d0b8d62ac3cec0bef466e64f83058c72964bc3dbb367c0d7f10d97955
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afba768a609a70bd892d40d7f096b0e3e4c64939
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3357f5f2eb51f1459dd7d7b69d0ea5a62bf1f7110ce1dad4e429694948d321f
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7287c9cee5f06b4d3ad9d3252069a1be6cd60e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174003d48957aa3d76865a6b7875788965f746520b2268dd63b60f751dc09fc3
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab41776c5136659109754608d23b46dc2c64bd65
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ff96915ce7241168359087fd09833eab14e90e2939c7baf4bc6af59ed7d9b6
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301eb1e0f3e24b43b35b42fb60d03661f190cc53
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45b5f52a72bfadf200a4e0ac9d6926b70f0feb93afb51eae02480a045f2e734
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f37a72ec01dabe114e1d2cc80212a37c2d8d1f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10325f9b62f27e0dca7f2d08dbe9f447ca02dace3abe73100f817aea6fde2bf0
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbfa88ebb193a1c5b79e0dad86c1b4837eb8f296
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cfb77f08eded272b638db801fafd50ad696016c76ce582fa0d2f1ed7e0f0cf
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97c2c16005db746ef1b74a6df1683f0109d2feb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0107b857d5d8a26afb8e430cb1fc144a7f85f4a546a748599c00f322a9ac82ee
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0cf01cc20cde172a0acea989b6a369d4c360cb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f839c7c53a7906d2e87a6953b5a7ec384917c28d76a90f5e2b6da2542bf4225
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2763ef6c025b48012772a405fe1aa67e6824a896
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6114b6f801852acfc299d7b339bc799757247f2d3d8f5a9a81f178c9d50adb
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac8b02c0f82eec8db285968d31723084ef557ba
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2374daeb0f688b9a2dead44b277a5115984b41fcc2632d1e95b970582ff48b6
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5579c909c3a6b6219470528dec62fdf59b2dc7f2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946f7ad0cf0c67fd3606968996d36a38f5d48e03a77d33e6611e8f1201d609ec
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf32e210e83cedac5e1883c4df9f9f2db22ff90
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16049e086cb8b274335f4798d84c8766c8b4b0d464f581682d0b388eac18bda
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631adf95532bca64df850dc6131af810570c599f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db25292c26b73a943bbf7e84c22cdb80f5df36e2415bd37f8b9b823c2811f07
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c284ec2509a05ec7a1aff1314363ef2c2bfd84ce
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424219a8fbb0ef8dd5d0caa295874714f779446cbf2fc9273650c7eae1baf311
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac63245455aef34b872841a1a802d5b4414de30
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001b1600e239ec52560aacd858b50ccbd44d42b6a17847a0bfd3c9225d7fbeda
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc46a9e996b4ab6be34fca857f71cfebeeeb6d0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdf1ab5cecf1bd190cf487d07dea9591bd9cb2d6f9e60a06ff77d174fbe157f
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae7d40df56332996b8fa668f2d809c95a8108db
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84b23d9423075e7ad10c1fa71db125602e6daf53e6c3563bd787471f8f57b69
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93934da8ec4a42a25e56a0f49103511ed490522c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bdf436aa97f109539c27033c8b4d41080e3d334417a204b52680555ebf3c614
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f4dbc4888cc988ffff2169ccc27c1f97b7657b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f664c59e37ed5859767287fc3669674cee87dc10d071d03c3f2e2e2b98fb7a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b5ca9ee06c81a3169ccf6822c1aa38728e150f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f4694bbf91daaec7eb808ec4e8582c9989cda05129c205b94582f6bf78a70b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb7024b5613d8cfb4532e67527399d719314ca3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50c39e08ad0bb3c1f3f39ff0ac7427a65348a01231574f38176662bd1b73aa2
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3a7aa8e7be048885d706ea561b958e5829d166
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e9ea75031cef8ba58a9e9e9b26555313787885ad2412604f8c4bacb96b0bb4
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c8fa672c4320c94ca44cedaa1a6699983c0796
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9b10d182e0624ebca68ad352318b2c6bdd6f9b81cab4e51060d7f982892a1b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb3846775baddaf633d5de275a851a7f5061527
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908ab76dc84c5c3657418652b3d75e5731da57ad346b161fb420b50c3e95bc94
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192ea6aa3ce01e0b112ac1eb5e1cb9dcc4efc070
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec38530b62ebc92e8a80944abe6bc5e490dd633336b31b658dfcb2a5a088017
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d6d7046002cf04f74385cadbafff3d63f22cd1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb8852077e6431df9f34103b2695da486b13b521569e3bcd9aee74c69b38b6c
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d4542482348fba6efd998d9e2adb043d43cb48
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5a96d7481ecce1f261cd36a7931c30d8a38e35ffca9ea750988ea8dcc1d5c1
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fa23fb364ab4765413113811f139a17301c5d6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04248a0a5f388e36447037db9dcaf5e92ad0dc84d529889362a3658bc069df65
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70b3edc3707642fe631d94259f096353c20dc0c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04962501747b572d68b5182eaf522c68ed9e8e8b8ecce400d0fb57be35fe6efa
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3713d45aef69a279d1dccf784466ceeab371d2e4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acab332aed3da4b51cabd98b6d823ecb90a02abada5999b6071a46b1c5ee66e4
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf49c2139fa6d8fabac4175736b4cf949f7b863
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a8cf4b852718e3646671570377cbce3822c757beaa77e704e179ab2f07f0d9
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84ce2d86a932133f1e7e7c4e4eda446d8957594
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2747d43f5e2026306c279e36b69b23a9274f2f595d447dc7a94a6b341cec4675
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2846a895d0cadb4df6ffb675eeb66150d17a08f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b84ebb5f486ab6ddee0b05c0494243c1db6f0d5310ab3ef1d00195a3956bdfd
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1742f2b13b22b9cbd390dacf411f4dd5f0ed8f7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e805797d165dc3ca9fb620cae4d3343c58fd3494c6e67bcaa212227f35b364ab
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9549f779ff2a8e5a931527c6507ae7ade1e858a6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e23deabaef306820a10d790eccde556c29379e5bb7f91a1853e4122e17c3bb
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508a2c9e8ffb10771d4680dc46d382b6e47333fe
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0801a9733f54e7939531981ce64c4cbd373054bf250bd968abf8d1d3e25ca5d3
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf93b8fbf74804969d636f40ead6e8884ce89a7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f817eee14209028f126a30706c0be7cb5c0b5769d9f6846129c59e29c2e60a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cd3e468c6a37ba089fabeef4bf6f351a567a45
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec66502c0ecf26728c3dd8a63d9ed0da7fffdf44088b399ce97912061a61eb90
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3ad5d9932ebef443ca99653d9fcad156a69bd1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfdfb146d8c8412a81d5e87b804e1e4a0335429fedb54985c28d326aaf15e64
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc449f96c96217b4b22474d057a20710cf2b503
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f284c8bb5093c8d22c7a9b475782a22328fea6b2499080a4dc3eeedb09abae
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4a2122df11effcaa20ddcd248a4d8f40c5ce79
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c91e11b31103ea52175b4b64a3e2cd9bebb36d757f14d6b3ae685f06e2bece
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece0317ef535f0cd335d7fee09e8dcfb6597f6a9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727ba113a02b6ecaaeb75cf61d05fc451d12596b4098a5b0634d9f32e096d995
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87be1fd59a7132f3e6092c6a5b4c571f0a4bfef1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cce9780a2b533b21bda4635803a8f5e2658ce71018070057f26d41cb139e792
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a117a7b1347de79dde132a0ae65ab1a23c0c0301
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7a870034cbd75edec63c1439c72ecd647654af3d84588a1955b96c2bb93ba1
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af235a167fb871a6597ce2ac2945efee86e37c2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481a2c3f858ca982e4935bf699014d1131e9bd0e01bccc3a2d54ee8fc9efecca
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5bc7ed77e4b670d946becd81a83ca2ffcd29ef
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe8be44e3f278e7d7ca0639a7bee23c9dc51a065168523ee8d60aaccf51259f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128802e3fe8ce7c9ad05351c6752b4492d2f7cf3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2252e0742edb48b1fcaa873f639728bcdeaa67018762371ad8daef735f74243b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0718466c4a6cc2211835c2015113ecf25711cea9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b6af14dcdec0c2098ef3a8ec80ec3fdc42bcc2b8ed4ad5b118d9500a93baf8
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc296cee5fb31c5d418a4f8aa8ae28718c4e6bdb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032cdc523a97d838307328b0c715f9440d8eafedc0ca05cbbf41041ef5578dcf
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21f82026fd5a5011f146050622f090e285a0b3c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912a43ee3fbc98f5cda5bc5c7ed55981e7b51143d12bd4a85c5aa06864e6bad5
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a680ecc35130ae5779a3fb3d3b425a243d733b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2766c408f800d5310aedea0defdd13b6a72f9f3621ddbbd298f20e07c0633e3b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e281874e887decc8a95b880b70fcd36e876a2ed4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79070b764ea37195f8203470d3f6d46fb1396a83c6dbc5df9f1152e5640392a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172bd92cda8dd2b3274ce2a28b651e0700dbece2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4eac0721e1087571a68a30c2e97f0b22ac3406b4107c0f9aa4338a918c118d
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44e2b62b65a643e100894b014a5dea76eab5340
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40de97c2a9d1a029c2e6435f4a3c16721153cd2b1bbb03aeb2fed2284b78cd55
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c0a5c7df3291252965f04faeedd6eb0d7d5ae8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5514b69e08da0b32062d13449f9b1a660b36327e6500c1a1b12e2eadd14ce01
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5c9fe01cbcedc6cd929c2260d49e767d6d1384
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9020d940c464e3a864815bddc704db0f20799557cc9fcb1019f14be0cf4110b9
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53be8cb9a380d349693370c1c21deb3cdae6f78d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6c712459d7e6b270653fa817f3c21516386d4f26592c093999bebc52cf5faa
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7218556b1d15482419a2c9bf7df63ec5097abcfb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94ecc2137c29568d65b3a2de5774becb67fdd899bb778dea911892f417f814a
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21db45b77cc6e6562886c37d23937ef0b9112771
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1025fa630376d42d96421a20a9b669c8fc5c05e30aed7ccf9d08b855d25edcb8
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fbd8687fe9d2c6d883f61b1f14f56b9b005bd4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa710d6587f6315064808bc60ba0efc4d039f444f986cadd520e4ebede90149
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449f44e7f0c86a8e33a88265aa8212c4cefe1dcd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922fc222dc74f7d2cbd57ba26caa2a3d532647b41d5ebe3a96676e5e36f43cca
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6bbcd851bbe873a56df41208cce43488c23113c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b018c18beb19097b18965ae0f9d68b4fff283d525cfc56342cef994d054dced2
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a50282546d33c593a49d44d13d1d8c3f6ecafd8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a8c5d064ac2898c5da0013de87b02bd55fde33741c4ddc7675d8ddc48579fa
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991e716f9c6d7b2505d2bc587cfe4fcf9c75e9b2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae519bf2633ef3c40176e1bd1ed91b4ddcab0317f85073366f8bb91f518d967
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179aa5f085e72b8c31cc1fd8353e454ba984bdb3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b11e7e011cde2f9b94802e8312ffd1e97908583e292eed56706d028fd1e2c4
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306deca8f3d69d077940922814e78c2cf3a5dd82
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00eb13424b7765de0b47ef443f35f47766bcf63522409eb7d08eaf6bc5f0f91
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0e44b554e9dac662609fa7891dbbddbb06cf73
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f1e72633ed87b394bbf0a8529ff4a0139e7aab7a2685d93296fcdeebd6e55c
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c520cb7eb473aefb75e926d6cdd84d9a7c3ca4f8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544b669c9f680c5aaabde44c8c5a203c1cb7f0f4e9d1016b044b043004dcd798
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7b16d40d2a083ce3dc39f2eff2a13d2c209342
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ba1d6261ac755e34a4ea101ca2c1f768d2b74aee6b1eaaf7275692a644012e
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8707207199daab86d5007019c6094712e51a8bbf
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec2274b363740fabed522978f140239ec4a72b18321069411c09971d5f2a165
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b813b5d9eb596ec175f4be70dca58c46b405e29
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9ab282555bc4776e6d00cd982572580d2e7c3cdf2446a5e197585c94130ccf
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21102b6fa1074f2c2283b13cdd06899b0a9525be
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe1f262378c0a9cc838668fcfbdb7132b8de896be4ce5b426411517bb5cb311
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906d14b8d61d37c42ba1496953b29d1e2dd49e82
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9201bfdb66c39a7ec75acdf1540aea9b2de03860ad600cb3d0f25f3de01bf53e
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1e1d3af94c53b03a309a74542b8e22635da043
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cecdc131397a9802cf0ef461d7243062ededabe79b322f679810d46640a75e
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0cb5aa363a46236f9bfa07021ea8ad8e8e9b88
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdefc82c28e29f485e85c02eb96a8cdd767e8235a58f75eaa5932cbbd09d42e3
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab90d66be63ea6dfeecc513ab03c0f9e9155c3f1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061496afa86ea5d8da661fc7e39d449190213711086f754e7c8a76499c01ec00
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849b94bc5e4943c6df782a4703317e6b9dfe1b7a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccf93463455de360b5db293037c44eb6a8666c7bc62efb3eaab45942f04b03f
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c955be1ac4a0727ff8ed254d6dbfe293ffaef312
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518db74943885dda92ddc870a122b9020303a8e33f6cdce49c05827ea86e8e19
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58a3562d3152dc5cc371ca9d02d0aff84a209a1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4ffb3b2316e603dc12466bc2d578a69a2361b0bf36db7986b8f621a493e238
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1daac21c107d27338d7325e464c95ccc57ee24e6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c725aa7f16a3ac29eb366783426e36f6b78b1a01c78f165261badfde88b61d38
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1239601e3ca1ca5160c3d811662b2c849507ad
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe49b811174e7f8f19c227982831f22743347362f5889c4808817bed7291700
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ea84ce076c0ab4710a1ee9fb86e41f393f0f2f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbab62321385b31efdb4e54ef3778c608b26435ca664f010dcb7c265355a59a
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45309cf3491d0dd7f4f1f5bc739e7e702c833f21
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a83eccc0552c6e52ac7e53fae0a095f018664b8b863a72d87eaf724aaddb47a
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba65c69d3f5812a456f8adf366c2a5694c45c359
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c05353ca2559084020a6fd810faf1ba1f1252d26ea45351921653c4612cc237
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a0992471d73e272a9634cc87a3e29e5e879209
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a5a11f2f4865cdef80bd74e4c521535b09867211c297963bbbedca36168f98
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96abc5aeb09557c5401231258955db12353832d7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0569b90da1833dcefc3d35bb941975fc320b0c3645c8f39c0198cb63180be753
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504a3daec5d0f4fee22af9f81fa5b80c05e5ad5b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b366e13150182a0061d79601fafcc940ac484c81af3fb7bb7bea21df13665f82
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e2132367a74d0330d208313effc83f54382d51
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67dd9f9b09b35f8e5fb3268c3148df6715afa22a542606a673c99d540bb3adc2
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4577c7c46b912fa972b761556af257c167891e6b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676e44484335903310fab66c767a6b487b9546323a7cbf44b37fc5b48dae99e9
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c16a550d328d750eea1baa239c56dbc0efda89
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c680e1ffc4f093f6b22a16dbf5f7acff462c19da7b8c697cdbb4a215e3a5133
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24173674a5e8147990c59fb297bea3ff10748c3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61afc823f9bbacdeb7e1d56e23c0625f77050c9b693d9a1b14f840048dba3148
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aeafcebccf7669ef1afbd97b342f5ddbd5055fd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d98464ba15afa5c24b531838cd7183ca6553ff861115e1701787f60dc1cec7
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc3a9458b9e0a973e3014db0b3dcc29f30b7e2d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a8a030b88bdef65c7e9a4a4325ffe6a0cb9ddad4135c6b96984af958ae2110
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcf68c41f988cfb840ab359b3baf6ac66ab2a8f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a2814ee785e4fb5f77260e48846cf250977ab9b45c29510ba2030abedb04e3
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d192d7b6cc2ab0eccc71b0a4d17f066ae9706396
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaacc5914f157c741e6d1944fb906f3ac612ab8826ae8ef0ad336d60799b6d73
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fc4e3b1cd13bbc46297ed8bf3563d380159b32
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b496b60b9c25abf23fe74cd5c703fd5957ba286c35965e8ed37ec87c260f7a
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2722f949438bb27d748664d07b398ffb057d172f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71edbf4d1c27a2f288472131a0beca1497928c1017cffddb8310f968857c4b57
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843b55363dfb966a4a36ee496ce50809429a9147
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c82ef37828f54c93abd5fb0e48e7c92effa123a690cbd73b93d87836c1e7951
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb8e0eb499dde57b0114c764acc7caf67cf19d5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119ae414749ce08e6b0598ac1764dd841e8f595ae79a6dc8bc8ba09f42845c19
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057cfc6202ab38737cd67b3efa14b135dd02f6f5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328cd9840b7d321360966d7116d5b9a8ce380e7ebeaa2bb3d504ba7a643eacf2
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ab0d67fc6314aecd544dd03db4e983bec2b9c7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fa1d75cb3e8b6160f69272bd1fcd50eeceae3b71cc86bf2d83289567a2b207
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bb171113a4db36e7a2589a78b09979ccd30957
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2f6d0a3f4dd520bbffe532de95bf733cff878114e1144974b2cb3cb4397622
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105c284ffa8fb342c8074cfa27164a0bec12bb89
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d1f084c3de02a351c2abb14df37f04117571112b99c7f66af40610c28e4ff8
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f7f942a75c65a525d9d7cbeae5176034416211
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01093116bc4319d883692cef4a18ec41c29952b3a4c77afce5f3fbcbda9617a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae942318a6d59114866f65fc5559c08a2969352d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fdd710eddc04ab9e02fc332f032ad36dd27f355d9fdbe3bac23314517b4f84
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6869b0e6e0c95bfb68ed0095478b84d30a98272c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5417662f52b6803702d8e25999e61d706654543c26b5fb3ba5ea1c241962b7b
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6340fa0726bb3bad94c56a2faf3b2735bf678889
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c390def3be9df9f9fd9732a8564c5f7b6fe596df768496b3d734eee67e5e0b9
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7dd49109f44aa744be40a488a095c3f1476f62
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b3387cb4045c396f58d9834cc15ff5137ca8fd6298fbfd843c9b0db82a1140
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa009522d54e69f3ef30c0d61a4c8e6d97e29627
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5c84d7215cee906ba9b0769fc8a015721580fda768ff323b8720c384eb8572
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de473178232655d0a4e11efa4ec70fe4fab01f9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9372db8f8e1b48228009a1592eafeba4d5fd1b1783abf7af4149b03fa00eb4
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ee37c2d96808b94f78035fa45b2a339b3ae8fd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d83371f39a0df33d8dd8b82227391a0f1493f28a4668a78c0da4a0be3baf8ed
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f1cf350c7901690a9c1c774c34801039971ccc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12a840b9fcbc05590588d5efea82df55cd502bcc2b97c79cafc623726777244
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6603f14caae5b9ae86e01975ba1792801afbd552
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72be6f95b748c12c97795f620577b8fa14011fd68048e559e71708c47ca57b0
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ba11321fdf0b03a1917ecf26f970bc1eb1f19a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2973df041924bce3419df8075b9004d857d6d518ff844af35bdc8fdca652c2
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16a1e27a725bb46cceaf147e1a18eb05fff33df
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1829ee2169242590bfb5ae0a922f52e3f21857ffc85a799b65d0934fa879ad03
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c18fc3a123611c4a5b1d9c5d57b553fcc81d32d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb6e7969e6d159aeb669b27c2deae03f576066041af7275c9e1af19f2e241fa
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dbb4a159e530ee9008f46d63b1bd73a0f1fe1e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9798a2de9baf5c6322920c1958edc274368c407422dcff46e4625366231bbc76
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b91a0344dc30b9b5466a2e8155936e93bd8693
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95c9e580404fd7738db629fc1e821373bf4f6c0146165b28d963d618490bba7
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd28148e5f95b7f76849fab4bddf3b41ce653901
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a0bd123804fbd1a744d912f157cd37ca7499cd58cdecf1f6b85895d35619b6
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76904b57cd0fbc33458f3f756f93e338fbbf4944
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7b93520417b33dd4bf489d509bb77d053d923da4e26428cf1ccb23050686bd
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb915ed41e597fbe878bfeef19c50186dd7f51ed
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb2dc89d299baf5e77558308a9bed67d6cd6da4ee4b86a28269a2b50a954a9a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7dc533eaef43fe17c3853c4a7303f82f8244639
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be41102c6e63c78e3bc311ac9bc3accf7288637c86c031defe1125ecb6d5bba
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a61ced3ed543e9ad2e92df06b625bb592fa2c98
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1662c75b20acc61111c00511ca4dc7202c3014e2c6b419adb65cda7f58b4e040
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04ce7e4d9e11d3071f5595591f74d10cc2e4352
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdd18fde60725c4ce439204a57fac7f9c217b1517bf6caffc7a1c7801b9201d
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fbf0241148edbb34841a3f55c76539a6cdea0bc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9d9914a06c4fc8d53295a3e38391a47f4d05295f712f9bc1d195fb00e41d25
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98dbb6504ece56551431b3a63862fabeae38ab7e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9078901f8d39bfff09aa2a2991dcea55713e474d5dd4eb97b0b01f41dd5bada
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b87da1f6e195eb25191e91eec60490fd13f06c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6419b812cd22cff8340dd603b72cc191d3e563c72d3c70171715e7669761be
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd2a8b1c5dc6df66ca5e9cd352ac1a31fcef0f1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6aa29c8e08f7ffc04212927157d197b146a835e80fd1cfa2243c12b324408d
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269609e4f2d8a8249b193cfd7abe8730f9a7f1af
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de8d92d716e76d03d81960e2e5ffe80b9aac8bbc5952bea2f8e73ed703d62f1
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be527b1bc17a68c94269cb07d6b0765c1b5d991c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64876c69681c4dd0c742f661b8c2a7ac8517bdd22c678aa8ee203c3cf9fff043
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdd320d1108f6f362aec4aba94c95151bba9409
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa12998cfba422cfb03d1cf6c309d0b037d1773f4fe651e76a1b068168f5e339
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23deb2da3f0b52bdd8e690555ab30cd56f7265f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4b91f38a879227874ee50fa333e3eec19b92d081f1f3c957695d502d10c655
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3898fbaae1f8383f5d3f33d19b7b91e9ea0e2a23
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7030840058a74e79d798313d69156228f8d13ef49429629e3feb71d58b22d667
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a138f2bc4d3243eadcf848d8d20d483556104f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cdfadb8f06f7656c51b84924e378d8cf87e1524aba9a65ba23276f49d384bd
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effe6282c967f2b1f90c938d71047a1491175e0c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a9e177a9006f1d33d33186f109ce21648cfb35082c41666ebd31fc9bbd85ce
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5166c1f7afc55c6f5070c3a8e046ced63973f69f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bf5775126a921083bc3a6ef1f73198e9e0958148343df9bce7bd2ae4162260
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd58e75e8b099600e92df0ad4613bdd36eafdb9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ab078a727a27022266bb039dcb5616d0aa5cc6d8c22b6d5ed1d3f9a6e393a6
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb7852cd08e03d2bc2613e888140d06b860ed51
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed10f9a4a8bee57eb49f9822810b345246fd3ff2c7728950eb2029982e9d0965
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c376595261f6caab2f53892cee9e1d6b9fe42f5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92f2cf58f00fa39733d61799b1e2d369690a42c78befd0279321096d91f45df
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f69938f78bd80d4ae871070944340ea22609de3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6080097e5f89998fb68f8224c037efc765885f06d1477d45dc94cdb07e4b80
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7488621c6629b896fc26cab613bd4e135b2840f7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7181ff57f78224da9c6c7cb23480f41e16728446d190e4eb1f422571087076af
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0eee8dde297342267ea537f5b6f96d13a5003b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4774ec23afe19402bcaa6023f23845124ccd9cd00eae4ad1bbbf66a9e4c91d
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32bbd4768c27ac5b53e453c5e4b34a05bfd35be8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dd6d05da9ffe586c1678df99a25b8fbb371a301ab45836eec131293f053c41
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d11c42f91e2619e8ef773dd50c403d4b5cdd791
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06aca1bee6f4d5706a92d11117d93a72ed792c4958e8a88747397602bf4c1039
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba0c8f46bb80f089da2755590b999b65d1086e2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fd4194d8ab5e7b668ee9a87c19a01be3b0246133483afcdd3294a8aa9e64a1
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2f2b98df1bd0b03b076eaaa6a417701060cc3e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8626568285f956cbb593d977c229b1e3d01966847ff387e5709c14154024ea63
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86eefce1f85c0815c354e0214eb6f34e9b40e544
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466fd80bf6370f6c29885f13821fe53e15152d801cc906f17e72be9835acac9f
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7275248467575ae92b424ab8958010194794d3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6feb80316032ca53fbeef3c1d4aaff43fdc6a0fa77559239c854f9ae158f9d
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e114c93e3d950d48216e005d19cc239170575960
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d665a5573160e5e6abad93e383eaec0688fcf6a6f9c2188a58bc7453b3e8cd0c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7291e80e89ba42ed03b9fe38840c7bab7066f4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3305e830ca246d3009eb84a28b12cc025f23cc574a22db701d4e08cb54cc5858
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de39895293fc8e8a1a0fee7a52cf6574a0b4138a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d787bf26cbda524adc825a4e6f22176ac9d520cbd60149a9a5044127f4d87280
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f6d75987c60b71217857175dd397f141376f4e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfad0195f583d397be4700ecc7251334582d555f16917a02a5ffe16bf51ce55
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406799499dab91ce1472b18f02e546e54ecba153
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c6ea2b7669d47bc0f796de27371ab935718f1226503364a29f333a9c2ccda
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4291e3dbedf66d8206b261030256b91791ce525
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76ea9c337574c3f9f959658486606480bd354dee7f2618e98a1a86bcf9530fb
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de930915731bfc06796f6407ec23f3ac662ef88
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0955961515fae4a27a8a3af62450b7e6f710a97526f600c97c92e0dc8ff741b2
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eecbec8d75bef6837f6a6122e28535a4cedc64e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f347f358c840c793e69c7dd2d0801690b1637cd29b050e723d022d70238b3c31
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a930e31971277f744d790005e074882348f73ab0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030d8a35657de164fdbd6c434596879eac2b0c8d27a88794f238d926f96179cf
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3f3db177c4f411f46dec9beadc2464ac6889a6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a888d2d2c3ceeca326a215af37754066a774d659bd4f1cb149916c74cf58842
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39774a43c719738d08c00c5a67771157a397e45e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c731a8bdee4ecc0ba12d11ab89ac9060dd4abf2664de330aaa601ced11c131e1
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bbc75529267e42618e3b0657f825097efda4e9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be422a740b382eb06fecd46de9dbccf14aeb95448493bf5b798bdd60425d81ae
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a984bd17c2b016e9f63abc99a9c6ef59d1f3fbe
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e92c5825b9b32fbec3c8b30a9172fa5e915a713107ae4da4cb0d25fe16cbab0
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f82af77e0441b0b0e312d9c62fd017255c1e4f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8b0dcf6b1345bd5535a7ebae2ab2f02bb336ca14c1c17ff482d2d5b6161f53
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f7f79f2b561810c20a72eb00f28d4f9d8cb90c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2e52772c18b0b9f2b37e270da574f8d17b64898b7e6aab93f2c6729f4bce22
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bbee38acc62c78c04f046fbdaa45167cab7d26
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cc8b3504b76281b6435d9cce9eccb950e2af42321de807dfb71359436683fc
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88f31000c9d8e69a9a3a930093a2a8edaaea0da
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3e1e522229708efe926e6a0a02dda33abfcb6417048be889a715416b3cb8a3
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412776a63974f700b39f5788bd367bec3332fa54
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d450528a8b094c1397b8d7eac14a39dfce845d62d9d177b2dd0f531692e246f6
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941d1fe77f2eb879f6e8996813bf18a8c03a40c2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f300bf9ce95a8fbdecc3d0ff02933c8154c2ace3bafa8aa5a019e26a91755c
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8f1ad0f1f9431e6d7f1824cc8e79d5c01330c0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e4e1582da5ca59389091bb87507b8511de195d61891c8a8503464fd50c9d3d
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ff30243fc534b5b6e941e08f0a704ea75ac19f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713e3958ad41698fba271513d48316631a744d475f27c76393285c2bd7878137
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1d692644e97cb14ff9521099b3445f3730c280
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0640f98851218f8c2407d298dd9041b718c8a349069e700bba8f625a0870b014
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e845fc7e931551e2d5505c0d78cffbdd7d3eca97
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34371e818b4fd6a2b5a840efd5d571cba3004143355b63ce34d873d90316351d
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c7afbee165f36a955b422c20a14ffd589e24c3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2812e1604d71e557d56f99ce584f6298149ae3a85c3bcb64daa930d5c37e70
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758c4b9fa61dfb9183f874fb909fa55c613c260f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337d0750fcf3db277e6ddd1623b39bf7e6d3092cf22e6e1868e843b8932a562e
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd9d59e1057dceb657bf924ed60d5586e0d9261
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df896b4a62f3fc2d9b0918ee2d32ad7398047a697c7e9dc31f9d12a2082c555
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407ad7e1828328c84e155144918ff6e2dde36865
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965c03b542a447ee3f6109233e2bedc1284cfadd8fb29825c13dd4c396a61aaf
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d28343121737de08888251304004480eda38218
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb12071ea8d3fc652b51b0b12b2841a4b61b384c21771d8f531fcaaa06c1cb95
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8857b1053f1767e8a8fb89b8935705550dc77a7e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601fe4ada0943cbf6ff7b36e8d9fd17617098443195336c9460f5d089e816949
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a250f4cadeaf6d91a8f3bd803a916040b68b3502
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393f535b4edd0ec5ffd3d6278230038aa7db8ed2aabc2bf9cada17e432b3fafc
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a0313ed007f43fa75931733ac977112c6cc8cb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc56d61430933f7bc6ef1b8a71c43ccc42565d4d8ad474b097080c2e9b127f4
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bce8b9b6ad4ef7d7f82ba02642e86dcaee9ef7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c724e9824aeba5339260dab1c96bcbd205f66ff06d82613bf8ad2e58472cc025
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19742b0c1066a4399aa343a9eb6061f436c5e13
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d49900282ef7f90bc15003ba11ef720a80187dea88be595fda7cd1e92f4e68
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deeef1c49b07f7334fbfa59f673a53c1d7f55291
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4125e024ff2da223e64895510bcfda12688ce39aba45d60ec138963417446f1c
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7f0e2976e73ae8a5f0bce1e5f55ab9a1a376a2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249ee56f705b5d85fb3134991225476685403ff09d2f29257395f0d4d49b8610
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1272a5ae0a2ca12aa4d857f0c9b392df3969f68
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f993ad49e2f261b8c03d0882c5a8e2316f21efc94ae1338a3f6ed82e1bcbcc
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d795ec5cae7158264fed440d1b0f850746b47fb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ab11eeb1e224e32f5da75632c3d2e1e8a91c61734b68a3d4a4f50d3ab4ee0a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d7fdd7446c37c3aed0939e653c486354a37f08
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15ac7a86af7d87f720f1c9ea002d3787e002c49efb35b711209d64144fc5571
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69fd4c09a10be2de9321d95921539bb4266add6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3241c81a24c9a82c5c384eee0ece5ef1194c3884ff69f9e38d32fb6be9c33bf
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c354d8ee70bc603a0edb27b4324052fde76bb35
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43d2b81e76c7d4a6d3c50d0b4371e4904ab7e01c257cb1e20c43d379eb4d24b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e5059ea066cb812e8ea5f7f22fc101eabcf633
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d73785d0617e7919033e29fb93d0e7fec1c09aab0b8a8a13e7deeb5512c5a3
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3576d871cfb1472536b8b245da9e51e989858226
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27af79fd158d5c3b17f6984e6a41e27ad81da64f9e3cac311e392744f63be9bb
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/lm_head/_s.pt b/params/llama3/5/rnd_search/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58271ce3cde52ca6a1c96551d73771c64c432cf
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5950214b6be3a208f7eb0efc4a508c1c8594eca71c1ba841204aae33fd98ddb9
+size 514179
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a0869eda86eeaa068f8ad5fcb4f73cc2ecd814
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61dd9df91f6c2d9dba0ec3297d78307edfe3823e0d27bb874141cf95b57c544a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33647044aed50be13cfb999311a755cb4424d114
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a6469146b1f15b295717d777c2cf6be8ea048afded8735314be87da972a5ff
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee2a508f8271c7c6faadc16bdd8870b3bf61dbb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ef436cf76fcf9fcc63c00a3a024dffbe8ae81c72790361f5f7ec59e8edd127
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43624762cb60a3274483ca466b088c3429cdfa19
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7ff9ec49ce601138af85bbbfb66591d61ef761e3d5dfba95cd82356827c5ad
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a2754688dc281306ed30e5dadb34ea65ef92d3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c225ad46fc28eb580f917b14720a05957c774f85bd8ccbf9f1952ecfcbb689d
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1d8f59c2da0f24f4a5b9869085f2c9699777e3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbe5c899aa964715e10f45163d43670d4d9c27649593846324ced8d7f713ee6
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf24b2bf6a2c4427f7c502f20854d6ac2192fa9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e509e7c329de97cdd15ef1a4d37c98bdaacc779976310038a944e2461ec1eca
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910abb5b7cf173107b9ae46ce4757389d283b0b6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87aa2e487c7abdd755d32cec9e182c6d7385a0907e03b9e31675d6c5ea20226
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77102c59ad358178a46615ab73cce03d67e87274
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2bfcc7310ab93db1a4684abf41f6dd14b0221a6b753e0c53ef108986bf3cdf
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8c44a4326cd42a39e656387bc3f91eb0488845
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25a79a78d1e03bea3273bf16d399f0362be462cbd7c91b8dd514e0fe854b776
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a9455af5ae3e747db1f250d1fbe2d2298fa7f8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4054b6b266ac7c0b12c85f056aa51e47648b5a0923a641313b35915603d2eef3
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9da3e6d426156e5dc54ff84e17b35c52fefad0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f50c565fb1f3336324514e17044fdc40e464de17d20c86804f7207263e2947c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091edee609257147cf13e6f6491a70761ac0edf7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc6cd70fc880820d7bf7e3cf9e53aec50550302b146b828ccd45f3ac462ffe1
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1512a7091ee9a8e284d554edcfa240b7124468cc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47397ee97bb165ccfea8ddd681b7f29821e6e65432f8d0f920e3245f49ed218c
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cce8425b469cf6496f4f933de277b16f6ae1c9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6e2f8d31bc220a9954a9e895d32a32917f31917a9e5f3737bed35653024248
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831cc749d684c9e85245f714b2655673f714692f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4c1b423ce9fc4f51e18ed26ca236c362b0ce5ef6305457ca9735c2bd0c2e12
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c245a9fee1c8784c7fd861898064b72ed8247c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad9539c85cfcc8fac2abb167118729c51fd5706bf29354b8a4acf8916b33589
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21803588178d795d45f7ae8de736ecd28dbb147
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc15a7d6156dce6a5302a4e64558f04455d0402b0ab6f9f00ab98fac5197140
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db03bfb1dfd57544bc127e64e205608ce64c28e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306989e980c3e541c7860f618e97f3345ff60bd9389a1835a1b35ccb5aa1fadf
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5156648de8d3f54c4244882eb3bf2afe4f616b1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2602b539a50271e8c1a5fbbe79b10d9fc8faceeb556e5582ec4238167a33d9b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be57a43d41ba0cc4ba3a52e7e52c3dbf0020c549
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830c1fc6977b85c55db7878099858d021dfad26b097d27f9a5b74bdd751f6437
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28fd3ca5992930e6e8f0f4451d886f9f8cee587
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af4e81015fe34871a319d1bc7ba4b75c8478de47c17e0db637b7ca283a9dee6
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b34ec07de73d2545f54e2630cd8cdbb6d672fc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00c953d5a5f2f7a47eebad7845aba3ed67e0e1f61eab712000388cfcdc48fd0
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733dad10b039dbb371e3cb86e8140b238d594c49
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add7f888c656131e8d0065f35f27812b0a572131688840ef8ca63e93b3a56ba0
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0e00963b5385516030507f49ec0fc5a5ec0df1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7f92b27a0db4538295d1983b03575b59da3f6c3b45e248b2049c5e860fd3ff
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba63f99ac81b959d57e6eaf75c0929cb4df0353
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c12e9723c251aa2730144dcab5ae13886ad50cd6cca20df042a2e21dba886e6
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d25819d646489ed167c419f180daef3b5471286
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa95542728e14cd57e1a7fd9cf6426db1f683ede8a676d060da9cc1c9c05e4b0
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd9741f7fcbbddc6d74b4a1654633ab307bc209
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4388f2bf26e6dca204746451c001241f25231c210526b4fd38a74441c202c8
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506bdd329a20e1e8bba64d3518c820a8694c6af8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b604844563964f1515a94116496aaad0d585e67ce1991b2d9b6b9d4ee82f4997
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355ad0e013fef2ea65afa94543cba4cdaf6cb9e1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5e5ba1104b421020f1ee7f871e6f7181d214734e75a8c192aa5e93c62ff442
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0228004bbf667ffa9598902465aac899f2b4bd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45572d1ec75aff7ceb9fdf4be0dc4fd3dc99540936b73015531c9a7a04fb4d1
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2af12a6cc4a407bfcdf903fecc573b2ae712705
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af35ee183ffff4348494547bb31aba33b186ced90daac8145f1c7aea515f596
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bbfffd456b423e7b99c43f5b453dbbd4c5665a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c12a613407512cbb3e2b3a6b4304ec4de1bd395c3572d6bbe9ccd0fee69bf9
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cebccfbf200513db7cd2e6a3dfb5dcedb2c666
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429932194df9b0f3fef1220775f7f3b3d39c4b455b66c0476bc470afeef44ca5
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a8e6b65baa0880895fa158113d9c3c26148361
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43395bad921d4d2a3039d2bcaa95deaa09a8541dbb4530b1492832136d953b87
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f3cad2dbf0a7beb94d73114ecd953730cfd524
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc46e3ddca98fea6f659a40ff263ad50f042ea29d333ad6a27edb98eb8e8f1b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed10d01d914cd7abd4f1ccc0e4e6e3ced3441fe
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d5edd709c67c21baa26e43c652a3c3a61ca2ceb19cb7e18c0febec7762c5b3
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2de26725cfa480d387acb5d9884d50bc49c029
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa492e9b9ea00560b2629fd7dc59a2ec0eb07cfc326cfca4188e849290fb094
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5a9765d7aba0bca0f92af4b06e2e6fda483147
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bbe51386f68583d8ef65ced4a3798e50b51b9565889b2f2848c6ec33f6ad0e
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3e2d2d7f0c6b1dcf251f5dc159fb6b51de670e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908306a51e13152a951b1513431080df23a8ab87a8f98302cba86ed750b881b0
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a387f9ca68147fcfbd554685ffc3815817d2f47
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a27c6c50147dc5e2540637587c48616627989b2cc768ff9e7bb6d6fcb3da83
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804b1972916cff719bdfd01e2e05429e27e1e0a6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c238876ff82717fa905e9fb4dea8b367f6a5bc6a523f023c8f1ed26bba97c7
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cecd00c6427f1d089cae8dfc2fad2642dc94a6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1726685d395e69bbfc7ddf94c2c843917f5f9a2c85d55fa4f5cbcbb90b1d74c9
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f04b4457128cbfaa4c7edf1e253cc40c88916a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc39f2db905b3c0fdda0a77d6031aec7cc711c0c141baab6d2d207619e248c2
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73428b4350cc41cd5d46e424d7fb3bc6735bc4ad
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2913298ac56dfdcb19dbb0e61f1dd4b6f8fc2450b6b6a525012ccf385e244768
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29493f3ad8aac89855f158f3819c6b96fcb7ee5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b4eed7a38e255d228fd9b662e359b76f9e5c422414817654ecbff2456c31dc
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9e0d41cf993615fe4118bc6e15192a585bad82
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709dcc8cfcb5a9ec3a1adb30c5939221e8cb109899892d43e3c54c4ec5105a02
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457eb33aedd50116049add4fcd04825faa3c0049
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511fdfebb9bc41f3db7ee3f5f94ee78397916cb93eef7827677e67762efb279a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b35fbc0d846bf1667938a309ec88f439cea64f0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d03c11865e28bc1fba3dde6410886eee3beaefffb843ef4a77e7924fe2e17f
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c922a9f18ba0440d3adc0f06fbb3134378fbb4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595afc5c8ec92594740bd520a77254bafbcca11009c1f0f489f115d2de841aee
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b6158f79f8c2fc9d810151ff9dbf14a6120bd4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b58a0fc51b11125fd54a2047cec874fd86e4e8f713e7a621f09399d29c3280
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ad684805e092567c4024b89a58372084a179ff
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24eb1d428fbb775d5d4112a3a3ece5790211931ee50862cb3da4a7458a9fd506
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065aa7d219b727230a3ad09daa7964f1d3131b2e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dcfeea5e880c669d41d2bc8a9f374e922bc5828351a64f48561398b0cce3d5
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885c370c1c85a646907dcd534b1b688c8d3d71dd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e32f67a143c4c0daadd1db5c991b18c3ac03230b0b076fe697dfc7164671e65
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909326d69c56d0268ab980333cf069954ec0a507
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed290034b6999e183c9ee5bfdfc2c8c9fe5f433c5479203ef8b7eba5e7fc76e
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0a2b8fbee4933d60703ebe160ca5b8868351ea
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63e1eb48acc50c114fc8c1895b324429a26763f8f9ddd719778288d2220eff9
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94aa29da0f3f473741361d7fdd45faa6f3e7602
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60538036993dbc1c2c90a8624533ff056355b86b6ec35ea90695723c3e4fea85
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b657807b9982fa32d1140a3174beb90ca1fc8f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56db9d9d86dc86b6f09a7771443d8d11fb26b000239baf0f598ce813bc480a5
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3c072023ba0b59e2d9c7be58fc51ab84d9593c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145a7273610d9e520efcc4ed13518cb89274f30e91c145f6ecb6298d5c1bbe8f
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09eeb243308b683fc1e8118e92f5b10332404729
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302618ce893125948db6fca59238d5730fdab7d07beeefe90cf670a47e3e6b37
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dce03ee1c74aad0571783fbbc2be26e9cd10a41
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ac886d0fc259337da02bd3b31e32d9eb99e2c90fa83996331cf9c8299d11a0
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5236addfb1ee6466718e93f3cb2437a7176c38
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7566f5b9092f0265aaad87c6b3230e1c0c41d6daf41733dbf4c77f9aca60c442
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396913e759cfb0736bcf8afe7dd2e57ce7bcc7e8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bed441643213b74715e8cebc595c7362178b0948f8020c3e9468bfbbc897a26
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ec28b038ea9ac44b093f2d793c25abb3d881d9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97341d02e2452117bdb1701a3f3705c1a5a58f90abe242be73348a25d8b9f6c0
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f3414092c58704959f1fb12a098d6fc8f96a6b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c233945f04f9f93952bf4e17b43861e07e7f12031c0502c61be53980471358
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77db878a7b457242993ca06770a20217a155e6df
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43901b4f7f0ef0c1ce6aacd4e892543bc9b2de643d68fe78eacfe557fdccb428
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3efb5806850dfb58ae89a0089ae14683f39d28
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288e7aa49ddaeb457a0a988c1960d0fb622472f275ba724ec2ca1e6ffab3a930
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1695d9801dc64114d88081050353f347ce4835
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128ffc38fcf8b586a722153204909a1ccbf87dcca8d9d99ee6f651d6a9f54abd
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b832113ab1e9b590142a40c476ed7f414ee4d45
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b6f64680674968cad7be288a37d5f2e315cb0fd90184f240e20dcece55971d
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2974a4e86f55159cb1bdedf040cd0b5c48e523
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36143d619518fd4a4594b4431b598a71585b622475fb66abf2a05ac2c0bad37
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955ca8c8b882af54fe553d00075348762a2ad679
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d543f4e5c23718c6d598801f6da5d5d39281ebdf1aa238f7a94352b476a5cb
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e73a005aeaa1b4a99e85794a4dbbbd954eff51
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c66755d0d6c2d7df4485580e023ef92343a93ce257d3f4de69f18ee6484cf73
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cb4bd3bc37cf2a0b48df081850e0ac1ce6b4fb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b90ea21fc75a5f503dad40bc2d76c30c67fb9458050d9e9247662f80de33619
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c23f55f520401aff471792dc632c37c4573c0a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e4b7ba4f8f09f1eb3ddaedfc0fc269ad3f17a5a8a9a3467438f59603e14b29
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fdd265d574155a0c08ed41487c29d8f96431df
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61f35155e0c1ef204605503a24e667c5d233b017fad16db2bec5fdb4c6cffdf
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc9f0413a4e1af020ae4195ae738014bc1ffcd6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7a825523b3c1dddd3e54d0d7ec095074b72f43955cb36af7519d5a3481bca5
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8f93d14d8813d13342ee856a214a463c32cc9d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e979aa9857783b0a9935dbad88b935155df9db5435d10bbb77a29fdd81beb40
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3138fc84e56b930b4e0673ab1f2d15dbad20225a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb814e8e4ccc1651c2bf772200b1f40bf4e9e8f6fa105d02f883808a96754fe
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a976b9cc4cc77884267e77f38d8ef72f31a901b0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76b4fe4a6416fca9cafff1640be6dc885acd676e997a5863aeeb7ba58a33476
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1edd4ce53dbd912803699ca5c240e4c4edf5ab
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985aafdc6e76bddba47244765262e725059217c8359f6e3e87603c69473717b1
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188349f685abf18b2142b2a6afe9a692ffb69ff0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c3ca3a9c0cc354a79cd7bf348addce22ddbe7134a8f0924434a9bfade6cae1
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ded779bb9bd8a487b29f1c8aeacbbe95cb789b8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013f53a1cb3486e141031bdf85c2c85489508c274c5ef5900323d2c2772a654f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97004f5c5a6d6dbf9c3c422edf552de1d0c7a5b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0462bba4307eccc50a59eca78ae9b23db72269275db4102d08700d08c44d77
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d18587e502934360da8ba8bf14f6dcf32ce8a7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd66e1b6ac5929214a5952d7e67b3395bf8a46406630f05e696266f9cd873d1
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29825db1672ce087dec3e32d32473872ba1aff8e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac33ea6136065f55c2f74650f5ade969fecf61446aea2fae17a6c2399c5e0739
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2955ae4269d938a966c186b3c1da00e6e2201ad1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21dda83fa697bc83fb4f8827ab05f092c76ebeb363fdfd1acadba631d9fb81e
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0b33c05a7f70dfa275284c719f6da0a1c4a6d8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e6d0f31f9215bff519a99a99df3255aff6f25062f288cb08133a58459a72fd
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea505aa401aeb2a88f73ecfd63dadad7b4548d6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75b527554fb52b7ca807788e36013ec2e510397323139b946d8c13c3576fd23
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972778413f30a2057822ed61b7b5abb6e0893e5b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5887a0b0c4f0327e321e03b2507152c0eb87aa6352a38d63cd46fc55a807ad
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb2abfa821d334487d06d66ba67cf8d129d50e5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812966067e3feca5c531ad96e4d47739fadc5b4006958c7fb46ecefff76c82f7
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3c8736f597452a80028fbc69d0cf5c41515502
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231340357e30185f3ac49d6fffb56c1d6b460ead3e6477ee1d62d30db9c1a2c2
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca02b2b52c9071b0c2657f7efd1e6973fe3600b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eaaba62f737d2be464806d402da04bb66e67932392ac08a11a1908a970ae010
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723eb29888b93184d4c44e226922be88f3124fff
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d314b6d8f449a7b45a2e81700a828c7e9247842e04c1a076e267f611a51b935d
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475cbd3054618e60bfb3e9947bdcf36f23823fb2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4d5b25a86c8ccb94a579fea91f2458703a2a8a4d2b85779c2be8c95a491fc1
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc527884bafaacfc52de292fcb16aaadd11de9f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24207b09d5ce5a5d8181f7543daf9dc6af4d5db02858d6edb851f513c0fecbaa
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1e50f23ce15ee7cff3d8337ba403e917a1c170
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f42ff71aa6d4804c560c7992731c671dfaa820bb4b5b4bc8b65b28757bc62bd
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d8a40873f2d875e2d444167f874106ff7cc23a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524cc0d175e7b438a33418fa4fdef32740c17f04d2bd252aa989576e7a84deda
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a8456e01024ea65734183314a39d2cfd2ef5ff
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7958836a551108d142b4a3f1d0fa15ee862132a5dcab0e2b9516c815e8c91fa1
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea141dee60cf5101b9482a2681193150508a3d65
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d0a930e913cc687bd60044c544321c2c4c0eb5b5a32052809e09cfeb559aa4
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f433d8235a2421e5d6b28de0745b3f6a3af49778
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f053c54c857b48208de8086878df209c063bf9ae4a69ae7f41a045c25004f13b
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef36a4a5a46084c6fea26924149cd94a3085e33
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2503bb0f9358536439fd494cb686126e3ce4decac78c6a42105ab10f0714f94c
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316627ad2800cde918a2f04566037491fa0f5036
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f8aa812c1c520041e26908fae3af4136c9f75a4307556154d366a29c9aa6b1
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bf344868a3e3b706fb87723159c549c00480c6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87229c9b1f7832e3dc229b884150ee59c130ef7b09355ecadd80d6133ff954a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a41a4e5b3963edbbd614df32c5d8c7cf57ef8f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9690ff248d39215ed9c6a62d894f7e325bafe3b552feb7ca2f5dcb993501ba65
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2349227d24721464874eb277c76c2b3528e9c05e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8235b1d4298d271e27af894e9bc8a7f207147c37a64e4caccf5187589967e6af
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f123e44ee26709058157ea4897a04b388a893b57
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205a608e2785aafaedf1284b799c4be3ca2de875e3c9fcb2f86f3699998f27dc
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17155bfd68297b415fcc516462098ed1916723c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486d911fdf03e0860f50ceb20a521a5d168e63cb5bbcb87d39371833d0e0ba56
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad1fbbc2128eff1f435eada3248e1c7a7cf8fc0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615e21c2ef5262bc22ea39ba748170e0f396999b7ea057908f7e63d6c33d5f3f
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e061cb883f60cf5e292a46b3f504241a9987e850
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89404ec90adfd4bdecbead3b6519509e69a71c224b6315f1a4cd9908d93c29b8
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61bc6d66e12ad2fbd62da21e65750f961d243a9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1c0aa46cea5698bb9a5e76a9a151579990fb6b9ec1eb91e5ae19061df5b4ec
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0443699a908cc840d6b43269a1423ff99075400
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e501e727cbf5ac0b881468f495e431cc8a50358a6363b1887b652d20fe39eb2
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83562011ff449f9e1db5e6b961bdf09e69eb7c79
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e10716f816725b717d1633cdf4a8bacf0c77bd33eb9de54f24ff0c99eca9b55
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13ca51715da4b87d5b854a7f41656be1861e591
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a684e42e2205f24b00ad105394589b67231d8ad9ac13320ae8deb3a885b434e
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774cc933973f42da4bffad315759a78d521119c4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b745ea393364ab36742ca2e176f4d4c955fe4630301bad4943305239d4ef460
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b9e12aaf2e2989b1010dc09e4269db6c3df7fe
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c451e66cf181cf452ef62fdcdf93f8fe7f56526419cb41dd31dcd622e3218ca7
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6eb8dfa095ca943f150c04dc2e61a906c30226
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31018661d8e3afd29514c153dd7501644c7f4e33a104d055f66c12b2ea7dcce
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a241d6983974d0dad452325ad4c2ac5b052c0952
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39f2213f985e4aea4af45db11c4bfe62d266e606b6b62ed1d8c337f6e9d6b4e
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e3b4edf0858a81e5ffaf710499474d8a49c7c0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2a664e984f5e984dba76ee9bc77366245b313ef828da18ad56f824d1ca15d0
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e1c30836d90150ff783236d3f244ff243f05a9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315e1f4532b4b1fd62612007d598a4efa7d5ce3fe379c71de93808cc882d5426
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe0d6d17f046aabd8f76f4701611470b8048dff
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fda963b3ee13df242f20f7688095729f146adf722dfb062ca50af173639f42
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981ca73aac38de62b539f341eef3f617b6c4d0e4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f42be7ea809d87bb3476a9d23bbc8756b7cce229a8cf8e297fd10c447fbdbdf
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a00c369bb249d69cafaf07404d4008c3097209
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e3342b07aab47f7548033582dc39caf000379a654ea11aec99a462d123b428
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b5d8561ef55905a128a69b32e9422859bcc920
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f962aaca12911865a65f1eae2030cf43a484229855b7734f6c70f7996183682a
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fc10a07b1ee18f6a1beed15d9e3c2c6ae09806
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb51e57dc1715b1985ddf18b11528c0fa9d6f8cd393e6d9d77dabcfcbda09dc3
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1001cec00de60daf7208475a3cb0eeddc90aa773
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcb1fce4b66e1a8a83ff7be2f970740cae694aba07f158c45eb9db451d3e39d
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfd15c5c1ce1f2f051903336e0e802756487c04
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62f51daa66082f3ded025f435104116a2bb42b35954d0057c19213c86d387c5
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17189af12a3710ba484c5e7c8472ffb12681f70
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e1e83a1ed2481461965df27db4f230b35b528d7fa6e6e28023ae49bbca6724
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16060cd2da41611f180d7bedb6eabbeb0f87e3c0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b367d28b901fdc0efde9fc1c9b9c2e784b9f8221cb4b90acb3b443febc56df
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9559048e17d165015e74a6a4d68ea6e546d227
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e801a96e3c006a19bf32e6bda702527e5ebf1ad998efe0351dc461e7a551ee34
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a409ccebc925ed1bcaba5bb62c0a1d80ef45ed5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23d7fde90f33f3e2d69b3acd8b840420376ddaa0e9cc6e7d9550f504b5bea99
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0e036a8e0ede4652682b2603e8f1afce90673b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b43bc9b4ef8120a8eaa7fa0f4c752b108007be0b95d3219effec102734456c6
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3175c91e998bd78c35bdc5a3b98fe8d7eef953c8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f5004dd9b502a083f74f8f8d2b92ac1abcf0c0cb4e1b0a976fa9ee4008ceba
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3aa6c2f33c7d68bc77a82a089d92d92f688ccca
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e175ceac6bbe1a648c841442b1060b98311b69226132e1aded75f308d6089fc4
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3befbc10571cce44291b2d0e66ce2949a178c1c0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbea55ecf2262b5172813c5e0d20d769bc0ed7ab62eb8c3d17b3c30f191b9991
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f2735484feb27c92691de4719677df77cc6f10
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc75267f46c2f33e5db77ede984a0fc319fb7a10c943d5fe99e48e6e89c7a81
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a20489c2ef4b084a32f56405890ad9399f8657
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d2fc8037ba6fa47761b82995e50dcd4e61cf720faa5bc2252ecdd979da8c19
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9891fe71ca54b37d1beefb6d39455a01327b6831
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8915f1f99d2baa29872978308e08016905217f073ea23c02d8d08723a3e53f72
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d34bb46f3841468603b444d5cc67d5d649597e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f565f7cdffcf08d26730184a49ffeb65c605ebb58bd388a337faf1b17f511562
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e945aa103ae9ba79866dbe21f46572d0bf8e44ce
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc113975b1b4a7df28aece2900c31038a83ee713c32f6ac8e92a8f554c236dd5
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1b6c7ed2de0f04464f5bcf5ab76cd9cb35bd0a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f59d66b1f099e1d1948d3f5c9c9b107f86c428a248388065d751fbfa76cb10
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422f25adadf1db8698e9610b9f250880aab3a9af
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5874b205f010b7a1993864da4c4cc0250d9c31d3e64973e9aa5346f79567e044
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7096d88ab4dbc06f323585a84520fac7edaa37fb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d197f0c6d7d20d04e65476c67e8834b67a6bf2d633a2aa82a43078bde2d373d6
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebb147221e1c13575c4bf50689bbb7146fa7257
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4937c75e5299ed2db2b564a05d2342ad721b8377bd5820adcf971fe4a5e97522
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8989f7ca7d04f4328acb6c8b1878722dbc84a7a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a6ceb94bbef9981d3b9dae27f6288d3b8f00eaf5b3a9790f0cfc18f4f379a3
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46146524b2144e1cfb539b960a087c41de1070c6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f660097bed89a08e5ec2aebef04b44618c2ade6da4630c2516e4121a016786
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4e31463f7bf6ceee4e054220328d11489f5c75
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49029670ade41a75f313e141fa6a3ced1a742d9963f4fcb9c690b47cb188f28f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a4bd60b7eb20521cb101a64918d302e02a4175
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14465a21aaeaf5ea227912a599fd0faa50a9f3db8e1d9807e90bda48f9edfb9
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d02623cf73fd2d9893b864b3c7b526720097b5c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216229953d90f93bc9bceba548edc249a2642c2f228438a1746bf09c2aae1f85
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94dc12d7f5e017b6229d61f216c3aebad895be70
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd84df7a650bed8ca2c20d8ec8acd00657215898c091cb942c477526aa7b336
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e711f06cc0ebe87d80eba9995f491351717ca71
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9940ec1d5b28bf878e86dd4a3229bdbaf97b4c7a42c683f4fb5fe0c087dccd4
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5864fbd75caa1e4c3a34f656c788573b59609634
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5244922905626595554cf590e1c347e87b5f1635739e423db7ccd86f8a7cea9
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502ac3e6cf6fef27f836569d429bd32a7240a53c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fbc822694875587a1cf5485e8434c70138178f8a6f82b73eb8b28840bc1ec2
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b85de7d43c8eb5bab0c5bb0a97cde2184f35f0e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaaee59fcd0a282fea824f152c1a382526c1789888adc918bf6b2e56980cdff6
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3222c97fbc29daf068d28a78ece9078ae041fedf
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42660557a891ed8ca5d6a2e9e2b1826919f27098d2b35bc0d529968a79f921c5
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5dc070a737c3a7a500df4831e4c4fce5250f27b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388a88e9ca011555a398015d9525ef0c69fb8b576b8d0ae021df13fed2e1fa80
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee790690df26e1c105f2202b70f7ec75b539615
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574430d9f3e3127a0cc20640d45f6b488675ad474d97ce517ac13c9af7d12a09
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467eace7ad577a6584163ee5f2592ef1ed7d78d6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8414bdedf7620e2282b6832dcf3fca8d2692e8a22907c701cf74965a2aa29a55
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fb92229f1d8b82ae99ccac9eb9caf75d5b31d7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7334ef13f1794209a2e606f1f731289e92c0453d981c90dd3f41a4b4c544973
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f43da07d8895d4b569af3ace0b580becb2e931
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70475d477d0c503cdf844c5b97c76e2bfca9bfac52d7f66cd5513b2dda1a4c5f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f367de8d9e3bbdf07ca7c568e80e75eda52346
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58489f11644d86cb4aef8fbd72fff0a7d18aa6f4f3e89e3464552bd272f28267
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6be70065744db826eddc4acbb3cf650196395b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ed3c5486da7c527a1809284c7330f1ccb54ab64660670f017235ab32d635fc
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72369acafcb04af1b25c1f5e13fb4431f3d0f615
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82599afbcd7dce3a012a7bbd2f9ecd5fde5279ab8e4241cdac64a0a9ce799184
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c1576859ec0b3c4aac8918b38c9229de2d41b5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2997d76e857cc754d26304f0bdcffb60310d42c5f76c5a72240e798db75c773
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7678b8f57d9bec92151a61b5295a60b56e4deb7c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f705a03c39fab6be14f14ff923d687ec64db77cb3ccd1e5ecf9d1739bd6706e
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd41bd42e8496eca8296e9f339fea72b0ccfc0ec
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162e6a821f255650494797256a3b1966b4a8cbe75d882ed4a6a6bd0441c45483
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc6aaebff950d89f6b52c2da6fe64a9ffc09018
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b6bad98f1f374a9b120c0a9759fbdb6e20b8e4c09e620241d2e459e11a660a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f4f3d134945e8987d1fa4438e5bcbd750f192a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5375502e6e42c3e86be759fbbe73fe0ace147bc03218851b2037a8a3f2e6de
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d4d47a0284fdb2f581a06005148932980e2894
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c522cdaffa60053e97697fca9c18846703fa1174490db2d61883822184e0d442
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3a9856a9afdafa63be558c8a9680aa2c7f522a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba707799fea535de1c1aec6072ac783ccbbb291d7d600168996400b9c820cd9
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7696066eb396690bbed0b366e04997f05897316
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff3ebfddbe9263c6f5fb54924364f696568348d6d044a85f67a8e4ce7f35475
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0586a76d4557378c756b206da3cde03d890d95
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a410e903b8732421a5cf4c6c70c3b1d1620931cfd317b7a2a89af0e487d0f155
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb1de635b5a6d8d40edba92e0243a79e57608e6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1c7bf69ece3cff2bfe40a866d7a47820fcdac34598c76cdf5642e7a9909b33
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47ffa742981ca61f0224454ddcb20586b39d18f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c86083fd029019921f7cfc1cea26c641e69ff6eae6c887ea7074b1811f3a0fe
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1751b1ab422d8b681fff0ef9b7fc312bcc58148
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4b0f83ddd8a7194961c0c82606e9ea3c1a68eee7f5ffb1c4cc72d692180557
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c9e86aa072f58865fa693313c55e64efd675e8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5219836302c52b85ea6f3dd7070b8867c79624c756df88c39d627ab6700f11
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4017055e69ad21476dbaaf69332411481829720d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2872ca9603d4a09f6299b8dcf9f05944ea6c1c40e539ba89336f0a1a1a225028
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7185c39de8d421aa76b01a01e7cbbfda3974fdb8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7473e2ffc5ac7803a7c0a22c25c00ea71c7c2f0ae854e89f8011996d945892
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4a4074c74063e3cc7eb0f6f1d907d1855c578d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5edccdee4f696d48b5099deb5359e427bea5c484d60200b72d4430e9e9868e
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2103dd07cb06ce858e85d4d9fab56348b449dee
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2eebdd61d42c717708276ffc76e8486ac34280ee01e09b692b963cfff8faf40
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f02285d62453dab29c2e6a002416a2c690f60c1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f0844334e9b002aa5b1a9894a9e0ff643d50ca534418c055f263b778ee9178
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b281d28321cc33ce88eb094d55eb68b19bbc9e66
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd9c8234467b63666f9ef05b5945cd25f116bf3b9413b1726dc2eb860544782
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc88ea849ffad2d945d607703297afdded62101
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971bcd59de0460fff0eda9f1ec8f9f1f7004f7d95f0e90a07dffb4ef9c2694b8
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cbf62292c876acb956e05085b2da489ae8359e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab0403f422a5d73a81d15882ce2cebfa2af7217390ab190cacc1fe95826d405
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1684c30bea45e04c62be37924d69693116adea
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d33848753a4d380f033caf516cacac2c5b3d2b4af26f2c011a3085a967cff1d
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde79a7901a3c7fec6a9b1a6c0c9b92963f315e8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db43a3a8ae6abfc2535a285251cf14d92cb1a7666c3ba1921f13bcf2022de32
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104ccb44e35f7c0104fe22d5674c3307e9d851fb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ce859357f7459beea2f04f801b21b540dc9faee901154f7b805cd5a617a711
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a8d57055c75c4c67c9fa37afbfcd94e4034512
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03e30ecb5db30f1a487f6db47d8e1798504ebc6091b4adec888e06530d28461
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0045028ed3b4d24d95b5614a397a1d855f26f92
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005a5f4e6ea349248268aec1e83117db3d155cdc78fceee70cb0b60de80f09a8
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669b10d44f18d02bd6124ba37d68f90318de2897
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b579e8fa41f2d19121d0135177bc76e65f8d3f8ec6f9a0d50ed9a7329aad3d
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11b636db445ac3ad623e5edc1bdf54c399517d5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf15ed308425e89bf5dcc77fcb42d9232dc6ac1ceb7e133136bf5a54469fbd6
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504988486998acd78989d3b3b9c13d53d0f5b761
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dc92702f3c334f893e0d2ca27eac161a5aa6b10b37a86984e3c321d8249121
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395ec01d51cc7aa225c6e6ca86fcc8d0a44e7fad
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc7ef4a929836f6a4a4873e21f0597ba0b326ec8c0a3f42dc114626faabf834
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4927cd2a9b482510d82858538b466d63bd73588c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8beadc25bbb51a4c8d460887d12d4a8e5493e9330edfbe285f3919e2dfb548
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5942b59c793dcfabb51be4b4dfb3958973a0d0fe
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abbb295ead0f5ce70d8e514c5b06ffd61c2c5d1978c0c0ad0ea36c63cac5def
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf896de3e4596d4ce43365fb33e24dbfaa612c97
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea4843988dc69bca0883bd2e27551353d2a067ddcfb1e95511197e5f43a9ce2
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8d12aceb18ddde25220eb5058bf126538117fe
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6028c6d814cac91ccfb91a60cc66cef986bd77d0d0b4d367857f689746c2f364
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91466d96623611d93a456fe969fad07215357c73
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cd46fa9888a3fb736f61e7aeb8d4b6e9d99f35c4810caf3697de7003de1429
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acc578bf837f8b60d5e54fa7f29bf022d0aeb85
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae1f1497bded6947f5a108ee97409cb1057b000be8838d9205d68748e185c50
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e0fa3aab7220d97ba314bb4fd065e845f6415f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10998662f8c1e2f4ed6a9d6d9f94a40d29d5a60c4fcae4f5370b5590a6f4b1a4
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd196bdd3efc5f8c6686a23f4be27b4f1b7d3052
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb93a61ed352003e1f67a99d1c600583df58c9463588212476aec0ca9684a238
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efeff2a2ef517c7d094ec50ee77902a2d3121cf6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f6c9570b0b3fe7fa0b86924ffc757fb25a882dc7efef471366f2acad206026
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543a0e432f93dd1a99d7b1b10409bdb9f54eb767
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6de9927f1cb75c88624e8919441a109556d767a96fa244d0527aac48030544
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3819210a40131c14d1a131eb6a58d03c9184fe
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32d54367745962b04e0f2682132f096284e506f6e1138b9133c2d9af6b96c5c
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4e7493f0b1bf7e711d66b0ee304513d654419a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27aaea11365e256357d24e111a1c14801be462d04e69a3a01213e805f49f032
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62acc87e4d9ddf86fb0d69dfb6c8a00d35df8340
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528b631a12e64180fe4a9415e687764cc547fffe308825811424240997395498
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428449c3c8ef88c313b6ddc2cc51cc853378d0cb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c896679d17ec2fae8120cec85759797519d67900af709ae47c3c33d507eeb711
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c860e1858761f69d522fbd688ff632aa9a8806e7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba87d548545bf1d3235ee6b0ad4bed105b5fbd30732ea4f7b559dd0a9c5c3e30
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b644500c2a11e21312d8580cbc76057be3d8c9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4e5754cdba4fd6b28afccdf8f4884849530caa3aa8ceea1ed1495889419197
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b9b2470f67041871d5b3b25e6736ec62619538
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62b4f9df9da829829ca78a89fe0e248bb5ab0879037e288840c95fc42d2a06c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bbc84efa69133759f3a442ee733bf3523367bd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27084ffeac7953b090f4939ef1dda00749ad6d83c5b3fe0348b70fca66900e8b
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3e6b11c086baef429082d229339cc9d727244b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b01b19863b085a8eda0bcd3e46f7836a77d3518d1d8decf84a96857b35dcbf
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93bbd27154dce888d987c6e10bb0eda3fa84ae96
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c102af8b21699b1fdcc3730e581fab8e663a2b6ab453452ddea5d1968bc0390e
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb05773cbaccfb27d4b9a077868fad5d27a81e07
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff43ff7b722488b1195569b9bdf6a1c8ec9f91080631141b68c4a10808a5f8be
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a47f073a58704007398c7f3bc6d4a80601bbfac
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a448eedac60de3fcaf84766d1c329cff1a725e88b64d652fdc685d7205971af5
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f4b8bd18dbd4426c8aa80943f95e1eeef5f7c7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f449e929ed52cc5ec13e938503eb05bc7aff3e99b61bd3ef432564c86f5ab4d8
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d695a5769d8411008fff20dd34a61da32d4595a7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3536f47fcb0604281416ebf13e2ff58505cb909b65e397abe12021bb157f1402
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cabdb3714ca85e1653254d8d564a3a255812c30
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fba5886c8015f382a3de881c8d529056977705f64af373cd51cdb73b06cbea
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785ee7e1e45393880c5e1aa7b6949f39795472c6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66c6341d9aa633fc13550134349b5cc5fa6f87fd29e99c981c99652d82e1aa6
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b370a4fd2c6c5be28fee8d79025be6c48d8b8130
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6ca3e9e33598fbd2d5621c59a77f53b5ffe5c68b8b9839e8bbddd2158946f2
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a067d8ace42c03230123e22b6da97504e65270
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe3924c150634ba48d64655803ee00ae709acb9210dfa9f91c070d41d03e50c
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0d809ecdd708950910a70dbe4eb4cf2762f1e7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500b28ae7ac6299cd4132777ae4f5078e9cbef9ef8d3fed891ba8d08ad143c41
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429519ccb9f4c1ba1d76b304cbaf693e4eeeb8f2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff356e5f0cd40fa513bfd6114c4a9f3fc5d4c5333fb678b4fcf400c1cf1eeb78
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c11005150bb697c39cbec64afd253045221ecd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35789346bec56953ce0b40df0f96f7c3f770e73206b4a42f0cec381a813b549
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea380782d9914976f1f40fd3f0c9eeca6e78bee7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7986fba4994e6c21b2b1ff503617450789002b63a39774f2484de255d60c1fdc
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/lm_head/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58271ce3cde52ca6a1c96551d73771c64c432cf
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5950214b6be3a208f7eb0efc4a508c1c8594eca71c1ba841204aae33fd98ddb9
+size 514179
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a0869eda86eeaa068f8ad5fcb4f73cc2ecd814
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61dd9df91f6c2d9dba0ec3297d78307edfe3823e0d27bb874141cf95b57c544a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33647044aed50be13cfb999311a755cb4424d114
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a6469146b1f15b295717d777c2cf6be8ea048afded8735314be87da972a5ff
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee2a508f8271c7c6faadc16bdd8870b3bf61dbb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ef436cf76fcf9fcc63c00a3a024dffbe8ae81c72790361f5f7ec59e8edd127
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43624762cb60a3274483ca466b088c3429cdfa19
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7ff9ec49ce601138af85bbbfb66591d61ef761e3d5dfba95cd82356827c5ad
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a2754688dc281306ed30e5dadb34ea65ef92d3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c225ad46fc28eb580f917b14720a05957c774f85bd8ccbf9f1952ecfcbb689d
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1d8f59c2da0f24f4a5b9869085f2c9699777e3
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbe5c899aa964715e10f45163d43670d4d9c27649593846324ced8d7f713ee6
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf24b2bf6a2c4427f7c502f20854d6ac2192fa9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e509e7c329de97cdd15ef1a4d37c98bdaacc779976310038a944e2461ec1eca
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910abb5b7cf173107b9ae46ce4757389d283b0b6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87aa2e487c7abdd755d32cec9e182c6d7385a0907e03b9e31675d6c5ea20226
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77102c59ad358178a46615ab73cce03d67e87274
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2bfcc7310ab93db1a4684abf41f6dd14b0221a6b753e0c53ef108986bf3cdf
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8c44a4326cd42a39e656387bc3f91eb0488845
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25a79a78d1e03bea3273bf16d399f0362be462cbd7c91b8dd514e0fe854b776
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a9455af5ae3e747db1f250d1fbe2d2298fa7f8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4054b6b266ac7c0b12c85f056aa51e47648b5a0923a641313b35915603d2eef3
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9da3e6d426156e5dc54ff84e17b35c52fefad0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f50c565fb1f3336324514e17044fdc40e464de17d20c86804f7207263e2947c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091edee609257147cf13e6f6491a70761ac0edf7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc6cd70fc880820d7bf7e3cf9e53aec50550302b146b828ccd45f3ac462ffe1
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1512a7091ee9a8e284d554edcfa240b7124468cc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47397ee97bb165ccfea8ddd681b7f29821e6e65432f8d0f920e3245f49ed218c
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cce8425b469cf6496f4f933de277b16f6ae1c9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6e2f8d31bc220a9954a9e895d32a32917f31917a9e5f3737bed35653024248
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831cc749d684c9e85245f714b2655673f714692f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4c1b423ce9fc4f51e18ed26ca236c362b0ce5ef6305457ca9735c2bd0c2e12
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c245a9fee1c8784c7fd861898064b72ed8247c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad9539c85cfcc8fac2abb167118729c51fd5706bf29354b8a4acf8916b33589
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21803588178d795d45f7ae8de736ecd28dbb147
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc15a7d6156dce6a5302a4e64558f04455d0402b0ab6f9f00ab98fac5197140
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db03bfb1dfd57544bc127e64e205608ce64c28e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306989e980c3e541c7860f618e97f3345ff60bd9389a1835a1b35ccb5aa1fadf
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5156648de8d3f54c4244882eb3bf2afe4f616b1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2602b539a50271e8c1a5fbbe79b10d9fc8faceeb556e5582ec4238167a33d9b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be57a43d41ba0cc4ba3a52e7e52c3dbf0020c549
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830c1fc6977b85c55db7878099858d021dfad26b097d27f9a5b74bdd751f6437
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28fd3ca5992930e6e8f0f4451d886f9f8cee587
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af4e81015fe34871a319d1bc7ba4b75c8478de47c17e0db637b7ca283a9dee6
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b34ec07de73d2545f54e2630cd8cdbb6d672fc
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00c953d5a5f2f7a47eebad7845aba3ed67e0e1f61eab712000388cfcdc48fd0
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733dad10b039dbb371e3cb86e8140b238d594c49
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add7f888c656131e8d0065f35f27812b0a572131688840ef8ca63e93b3a56ba0
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0e00963b5385516030507f49ec0fc5a5ec0df1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7f92b27a0db4538295d1983b03575b59da3f6c3b45e248b2049c5e860fd3ff
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba63f99ac81b959d57e6eaf75c0929cb4df0353
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c12e9723c251aa2730144dcab5ae13886ad50cd6cca20df042a2e21dba886e6
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d25819d646489ed167c419f180daef3b5471286
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa95542728e14cd57e1a7fd9cf6426db1f683ede8a676d060da9cc1c9c05e4b0
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd9741f7fcbbddc6d74b4a1654633ab307bc209
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4388f2bf26e6dca204746451c001241f25231c210526b4fd38a74441c202c8
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506bdd329a20e1e8bba64d3518c820a8694c6af8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b604844563964f1515a94116496aaad0d585e67ce1991b2d9b6b9d4ee82f4997
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355ad0e013fef2ea65afa94543cba4cdaf6cb9e1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5e5ba1104b421020f1ee7f871e6f7181d214734e75a8c192aa5e93c62ff442
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0228004bbf667ffa9598902465aac899f2b4bd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45572d1ec75aff7ceb9fdf4be0dc4fd3dc99540936b73015531c9a7a04fb4d1
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2af12a6cc4a407bfcdf903fecc573b2ae712705
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af35ee183ffff4348494547bb31aba33b186ced90daac8145f1c7aea515f596
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bbfffd456b423e7b99c43f5b453dbbd4c5665a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c12a613407512cbb3e2b3a6b4304ec4de1bd395c3572d6bbe9ccd0fee69bf9
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cebccfbf200513db7cd2e6a3dfb5dcedb2c666
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429932194df9b0f3fef1220775f7f3b3d39c4b455b66c0476bc470afeef44ca5
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a8e6b65baa0880895fa158113d9c3c26148361
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43395bad921d4d2a3039d2bcaa95deaa09a8541dbb4530b1492832136d953b87
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f3cad2dbf0a7beb94d73114ecd953730cfd524
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc46e3ddca98fea6f659a40ff263ad50f042ea29d333ad6a27edb98eb8e8f1b
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed10d01d914cd7abd4f1ccc0e4e6e3ced3441fe
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d5edd709c67c21baa26e43c652a3c3a61ca2ceb19cb7e18c0febec7762c5b3
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2de26725cfa480d387acb5d9884d50bc49c029
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa492e9b9ea00560b2629fd7dc59a2ec0eb07cfc326cfca4188e849290fb094
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5a9765d7aba0bca0f92af4b06e2e6fda483147
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bbe51386f68583d8ef65ced4a3798e50b51b9565889b2f2848c6ec33f6ad0e
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3e2d2d7f0c6b1dcf251f5dc159fb6b51de670e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908306a51e13152a951b1513431080df23a8ab87a8f98302cba86ed750b881b0
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a387f9ca68147fcfbd554685ffc3815817d2f47
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a27c6c50147dc5e2540637587c48616627989b2cc768ff9e7bb6d6fcb3da83
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804b1972916cff719bdfd01e2e05429e27e1e0a6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c238876ff82717fa905e9fb4dea8b367f6a5bc6a523f023c8f1ed26bba97c7
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cecd00c6427f1d089cae8dfc2fad2642dc94a6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1726685d395e69bbfc7ddf94c2c843917f5f9a2c85d55fa4f5cbcbb90b1d74c9
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f04b4457128cbfaa4c7edf1e253cc40c88916a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc39f2db905b3c0fdda0a77d6031aec7cc711c0c141baab6d2d207619e248c2
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73428b4350cc41cd5d46e424d7fb3bc6735bc4ad
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2913298ac56dfdcb19dbb0e61f1dd4b6f8fc2450b6b6a525012ccf385e244768
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29493f3ad8aac89855f158f3819c6b96fcb7ee5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b4eed7a38e255d228fd9b662e359b76f9e5c422414817654ecbff2456c31dc
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9e0d41cf993615fe4118bc6e15192a585bad82
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709dcc8cfcb5a9ec3a1adb30c5939221e8cb109899892d43e3c54c4ec5105a02
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457eb33aedd50116049add4fcd04825faa3c0049
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511fdfebb9bc41f3db7ee3f5f94ee78397916cb93eef7827677e67762efb279a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b35fbc0d846bf1667938a309ec88f439cea64f0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d03c11865e28bc1fba3dde6410886eee3beaefffb843ef4a77e7924fe2e17f
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c922a9f18ba0440d3adc0f06fbb3134378fbb4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595afc5c8ec92594740bd520a77254bafbcca11009c1f0f489f115d2de841aee
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b6158f79f8c2fc9d810151ff9dbf14a6120bd4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b58a0fc51b11125fd54a2047cec874fd86e4e8f713e7a621f09399d29c3280
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ad684805e092567c4024b89a58372084a179ff
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24eb1d428fbb775d5d4112a3a3ece5790211931ee50862cb3da4a7458a9fd506
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065aa7d219b727230a3ad09daa7964f1d3131b2e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dcfeea5e880c669d41d2bc8a9f374e922bc5828351a64f48561398b0cce3d5
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885c370c1c85a646907dcd534b1b688c8d3d71dd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e32f67a143c4c0daadd1db5c991b18c3ac03230b0b076fe697dfc7164671e65
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909326d69c56d0268ab980333cf069954ec0a507
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed290034b6999e183c9ee5bfdfc2c8c9fe5f433c5479203ef8b7eba5e7fc76e
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0a2b8fbee4933d60703ebe160ca5b8868351ea
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63e1eb48acc50c114fc8c1895b324429a26763f8f9ddd719778288d2220eff9
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94aa29da0f3f473741361d7fdd45faa6f3e7602
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60538036993dbc1c2c90a8624533ff056355b86b6ec35ea90695723c3e4fea85
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b657807b9982fa32d1140a3174beb90ca1fc8f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56db9d9d86dc86b6f09a7771443d8d11fb26b000239baf0f598ce813bc480a5
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3c072023ba0b59e2d9c7be58fc51ab84d9593c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145a7273610d9e520efcc4ed13518cb89274f30e91c145f6ecb6298d5c1bbe8f
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09eeb243308b683fc1e8118e92f5b10332404729
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302618ce893125948db6fca59238d5730fdab7d07beeefe90cf670a47e3e6b37
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dce03ee1c74aad0571783fbbc2be26e9cd10a41
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ac886d0fc259337da02bd3b31e32d9eb99e2c90fa83996331cf9c8299d11a0
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5236addfb1ee6466718e93f3cb2437a7176c38
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7566f5b9092f0265aaad87c6b3230e1c0c41d6daf41733dbf4c77f9aca60c442
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396913e759cfb0736bcf8afe7dd2e57ce7bcc7e8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bed441643213b74715e8cebc595c7362178b0948f8020c3e9468bfbbc897a26
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ec28b038ea9ac44b093f2d793c25abb3d881d9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97341d02e2452117bdb1701a3f3705c1a5a58f90abe242be73348a25d8b9f6c0
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f3414092c58704959f1fb12a098d6fc8f96a6b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c233945f04f9f93952bf4e17b43861e07e7f12031c0502c61be53980471358
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77db878a7b457242993ca06770a20217a155e6df
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43901b4f7f0ef0c1ce6aacd4e892543bc9b2de643d68fe78eacfe557fdccb428
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3efb5806850dfb58ae89a0089ae14683f39d28
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288e7aa49ddaeb457a0a988c1960d0fb622472f275ba724ec2ca1e6ffab3a930
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1695d9801dc64114d88081050353f347ce4835
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128ffc38fcf8b586a722153204909a1ccbf87dcca8d9d99ee6f651d6a9f54abd
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b832113ab1e9b590142a40c476ed7f414ee4d45
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b6f64680674968cad7be288a37d5f2e315cb0fd90184f240e20dcece55971d
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2974a4e86f55159cb1bdedf040cd0b5c48e523
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36143d619518fd4a4594b4431b598a71585b622475fb66abf2a05ac2c0bad37
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955ca8c8b882af54fe553d00075348762a2ad679
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d543f4e5c23718c6d598801f6da5d5d39281ebdf1aa238f7a94352b476a5cb
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e73a005aeaa1b4a99e85794a4dbbbd954eff51
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c66755d0d6c2d7df4485580e023ef92343a93ce257d3f4de69f18ee6484cf73
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cb4bd3bc37cf2a0b48df081850e0ac1ce6b4fb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b90ea21fc75a5f503dad40bc2d76c30c67fb9458050d9e9247662f80de33619
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c23f55f520401aff471792dc632c37c4573c0a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e4b7ba4f8f09f1eb3ddaedfc0fc269ad3f17a5a8a9a3467438f59603e14b29
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fdd265d574155a0c08ed41487c29d8f96431df
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61f35155e0c1ef204605503a24e667c5d233b017fad16db2bec5fdb4c6cffdf
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc9f0413a4e1af020ae4195ae738014bc1ffcd6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7a825523b3c1dddd3e54d0d7ec095074b72f43955cb36af7519d5a3481bca5
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8f93d14d8813d13342ee856a214a463c32cc9d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e979aa9857783b0a9935dbad88b935155df9db5435d10bbb77a29fdd81beb40
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3138fc84e56b930b4e0673ab1f2d15dbad20225a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb814e8e4ccc1651c2bf772200b1f40bf4e9e8f6fa105d02f883808a96754fe
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a976b9cc4cc77884267e77f38d8ef72f31a901b0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76b4fe4a6416fca9cafff1640be6dc885acd676e997a5863aeeb7ba58a33476
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1edd4ce53dbd912803699ca5c240e4c4edf5ab
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985aafdc6e76bddba47244765262e725059217c8359f6e3e87603c69473717b1
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188349f685abf18b2142b2a6afe9a692ffb69ff0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c3ca3a9c0cc354a79cd7bf348addce22ddbe7134a8f0924434a9bfade6cae1
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ded779bb9bd8a487b29f1c8aeacbbe95cb789b8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013f53a1cb3486e141031bdf85c2c85489508c274c5ef5900323d2c2772a654f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97004f5c5a6d6dbf9c3c422edf552de1d0c7a5b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0462bba4307eccc50a59eca78ae9b23db72269275db4102d08700d08c44d77
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d18587e502934360da8ba8bf14f6dcf32ce8a7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd66e1b6ac5929214a5952d7e67b3395bf8a46406630f05e696266f9cd873d1
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29825db1672ce087dec3e32d32473872ba1aff8e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac33ea6136065f55c2f74650f5ade969fecf61446aea2fae17a6c2399c5e0739
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2955ae4269d938a966c186b3c1da00e6e2201ad1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21dda83fa697bc83fb4f8827ab05f092c76ebeb363fdfd1acadba631d9fb81e
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0b33c05a7f70dfa275284c719f6da0a1c4a6d8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e6d0f31f9215bff519a99a99df3255aff6f25062f288cb08133a58459a72fd
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea505aa401aeb2a88f73ecfd63dadad7b4548d6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75b527554fb52b7ca807788e36013ec2e510397323139b946d8c13c3576fd23
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972778413f30a2057822ed61b7b5abb6e0893e5b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5887a0b0c4f0327e321e03b2507152c0eb87aa6352a38d63cd46fc55a807ad
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb2abfa821d334487d06d66ba67cf8d129d50e5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812966067e3feca5c531ad96e4d47739fadc5b4006958c7fb46ecefff76c82f7
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3c8736f597452a80028fbc69d0cf5c41515502
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231340357e30185f3ac49d6fffb56c1d6b460ead3e6477ee1d62d30db9c1a2c2
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca02b2b52c9071b0c2657f7efd1e6973fe3600b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eaaba62f737d2be464806d402da04bb66e67932392ac08a11a1908a970ae010
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723eb29888b93184d4c44e226922be88f3124fff
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d314b6d8f449a7b45a2e81700a828c7e9247842e04c1a076e267f611a51b935d
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475cbd3054618e60bfb3e9947bdcf36f23823fb2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4d5b25a86c8ccb94a579fea91f2458703a2a8a4d2b85779c2be8c95a491fc1
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc527884bafaacfc52de292fcb16aaadd11de9f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24207b09d5ce5a5d8181f7543daf9dc6af4d5db02858d6edb851f513c0fecbaa
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1e50f23ce15ee7cff3d8337ba403e917a1c170
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f42ff71aa6d4804c560c7992731c671dfaa820bb4b5b4bc8b65b28757bc62bd
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d8a40873f2d875e2d444167f874106ff7cc23a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524cc0d175e7b438a33418fa4fdef32740c17f04d2bd252aa989576e7a84deda
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a8456e01024ea65734183314a39d2cfd2ef5ff
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7958836a551108d142b4a3f1d0fa15ee862132a5dcab0e2b9516c815e8c91fa1
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea141dee60cf5101b9482a2681193150508a3d65
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d0a930e913cc687bd60044c544321c2c4c0eb5b5a32052809e09cfeb559aa4
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f433d8235a2421e5d6b28de0745b3f6a3af49778
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f053c54c857b48208de8086878df209c063bf9ae4a69ae7f41a045c25004f13b
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef36a4a5a46084c6fea26924149cd94a3085e33
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2503bb0f9358536439fd494cb686126e3ce4decac78c6a42105ab10f0714f94c
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316627ad2800cde918a2f04566037491fa0f5036
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f8aa812c1c520041e26908fae3af4136c9f75a4307556154d366a29c9aa6b1
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bf344868a3e3b706fb87723159c549c00480c6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87229c9b1f7832e3dc229b884150ee59c130ef7b09355ecadd80d6133ff954a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a41a4e5b3963edbbd614df32c5d8c7cf57ef8f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9690ff248d39215ed9c6a62d894f7e325bafe3b552feb7ca2f5dcb993501ba65
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2349227d24721464874eb277c76c2b3528e9c05e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8235b1d4298d271e27af894e9bc8a7f207147c37a64e4caccf5187589967e6af
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f123e44ee26709058157ea4897a04b388a893b57
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205a608e2785aafaedf1284b799c4be3ca2de875e3c9fcb2f86f3699998f27dc
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17155bfd68297b415fcc516462098ed1916723c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486d911fdf03e0860f50ceb20a521a5d168e63cb5bbcb87d39371833d0e0ba56
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad1fbbc2128eff1f435eada3248e1c7a7cf8fc0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615e21c2ef5262bc22ea39ba748170e0f396999b7ea057908f7e63d6c33d5f3f
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e061cb883f60cf5e292a46b3f504241a9987e850
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89404ec90adfd4bdecbead3b6519509e69a71c224b6315f1a4cd9908d93c29b8
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61bc6d66e12ad2fbd62da21e65750f961d243a9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1c0aa46cea5698bb9a5e76a9a151579990fb6b9ec1eb91e5ae19061df5b4ec
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0443699a908cc840d6b43269a1423ff99075400
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e501e727cbf5ac0b881468f495e431cc8a50358a6363b1887b652d20fe39eb2
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83562011ff449f9e1db5e6b961bdf09e69eb7c79
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e10716f816725b717d1633cdf4a8bacf0c77bd33eb9de54f24ff0c99eca9b55
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13ca51715da4b87d5b854a7f41656be1861e591
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a684e42e2205f24b00ad105394589b67231d8ad9ac13320ae8deb3a885b434e
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774cc933973f42da4bffad315759a78d521119c4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b745ea393364ab36742ca2e176f4d4c955fe4630301bad4943305239d4ef460
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b9e12aaf2e2989b1010dc09e4269db6c3df7fe
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c451e66cf181cf452ef62fdcdf93f8fe7f56526419cb41dd31dcd622e3218ca7
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6eb8dfa095ca943f150c04dc2e61a906c30226
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31018661d8e3afd29514c153dd7501644c7f4e33a104d055f66c12b2ea7dcce
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a241d6983974d0dad452325ad4c2ac5b052c0952
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39f2213f985e4aea4af45db11c4bfe62d266e606b6b62ed1d8c337f6e9d6b4e
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e3b4edf0858a81e5ffaf710499474d8a49c7c0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2a664e984f5e984dba76ee9bc77366245b313ef828da18ad56f824d1ca15d0
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e1c30836d90150ff783236d3f244ff243f05a9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315e1f4532b4b1fd62612007d598a4efa7d5ce3fe379c71de93808cc882d5426
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe0d6d17f046aabd8f76f4701611470b8048dff
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fda963b3ee13df242f20f7688095729f146adf722dfb062ca50af173639f42
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981ca73aac38de62b539f341eef3f617b6c4d0e4
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f42be7ea809d87bb3476a9d23bbc8756b7cce229a8cf8e297fd10c447fbdbdf
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a00c369bb249d69cafaf07404d4008c3097209
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e3342b07aab47f7548033582dc39caf000379a654ea11aec99a462d123b428
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b5d8561ef55905a128a69b32e9422859bcc920
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f962aaca12911865a65f1eae2030cf43a484229855b7734f6c70f7996183682a
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fc10a07b1ee18f6a1beed15d9e3c2c6ae09806
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb51e57dc1715b1985ddf18b11528c0fa9d6f8cd393e6d9d77dabcfcbda09dc3
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1001cec00de60daf7208475a3cb0eeddc90aa773
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcb1fce4b66e1a8a83ff7be2f970740cae694aba07f158c45eb9db451d3e39d
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfd15c5c1ce1f2f051903336e0e802756487c04
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62f51daa66082f3ded025f435104116a2bb42b35954d0057c19213c86d387c5
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17189af12a3710ba484c5e7c8472ffb12681f70
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e1e83a1ed2481461965df27db4f230b35b528d7fa6e6e28023ae49bbca6724
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16060cd2da41611f180d7bedb6eabbeb0f87e3c0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b367d28b901fdc0efde9fc1c9b9c2e784b9f8221cb4b90acb3b443febc56df
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9559048e17d165015e74a6a4d68ea6e546d227
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e801a96e3c006a19bf32e6bda702527e5ebf1ad998efe0351dc461e7a551ee34
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a409ccebc925ed1bcaba5bb62c0a1d80ef45ed5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23d7fde90f33f3e2d69b3acd8b840420376ddaa0e9cc6e7d9550f504b5bea99
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0e036a8e0ede4652682b2603e8f1afce90673b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b43bc9b4ef8120a8eaa7fa0f4c752b108007be0b95d3219effec102734456c6
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3175c91e998bd78c35bdc5a3b98fe8d7eef953c8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f5004dd9b502a083f74f8f8d2b92ac1abcf0c0cb4e1b0a976fa9ee4008ceba
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3aa6c2f33c7d68bc77a82a089d92d92f688ccca
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e175ceac6bbe1a648c841442b1060b98311b69226132e1aded75f308d6089fc4
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3befbc10571cce44291b2d0e66ce2949a178c1c0
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbea55ecf2262b5172813c5e0d20d769bc0ed7ab62eb8c3d17b3c30f191b9991
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f2735484feb27c92691de4719677df77cc6f10
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc75267f46c2f33e5db77ede984a0fc319fb7a10c943d5fe99e48e6e89c7a81
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a20489c2ef4b084a32f56405890ad9399f8657
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d2fc8037ba6fa47761b82995e50dcd4e61cf720faa5bc2252ecdd979da8c19
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9891fe71ca54b37d1beefb6d39455a01327b6831
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8915f1f99d2baa29872978308e08016905217f073ea23c02d8d08723a3e53f72
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d34bb46f3841468603b444d5cc67d5d649597e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f565f7cdffcf08d26730184a49ffeb65c605ebb58bd388a337faf1b17f511562
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e945aa103ae9ba79866dbe21f46572d0bf8e44ce
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc113975b1b4a7df28aece2900c31038a83ee713c32f6ac8e92a8f554c236dd5
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1b6c7ed2de0f04464f5bcf5ab76cd9cb35bd0a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f59d66b1f099e1d1948d3f5c9c9b107f86c428a248388065d751fbfa76cb10
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422f25adadf1db8698e9610b9f250880aab3a9af
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5874b205f010b7a1993864da4c4cc0250d9c31d3e64973e9aa5346f79567e044
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7096d88ab4dbc06f323585a84520fac7edaa37fb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d197f0c6d7d20d04e65476c67e8834b67a6bf2d633a2aa82a43078bde2d373d6
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebb147221e1c13575c4bf50689bbb7146fa7257
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4937c75e5299ed2db2b564a05d2342ad721b8377bd5820adcf971fe4a5e97522
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8989f7ca7d04f4328acb6c8b1878722dbc84a7a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a6ceb94bbef9981d3b9dae27f6288d3b8f00eaf5b3a9790f0cfc18f4f379a3
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46146524b2144e1cfb539b960a087c41de1070c6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f660097bed89a08e5ec2aebef04b44618c2ade6da4630c2516e4121a016786
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4e31463f7bf6ceee4e054220328d11489f5c75
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49029670ade41a75f313e141fa6a3ced1a742d9963f4fcb9c690b47cb188f28f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a4bd60b7eb20521cb101a64918d302e02a4175
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14465a21aaeaf5ea227912a599fd0faa50a9f3db8e1d9807e90bda48f9edfb9
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d02623cf73fd2d9893b864b3c7b526720097b5c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216229953d90f93bc9bceba548edc249a2642c2f228438a1746bf09c2aae1f85
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94dc12d7f5e017b6229d61f216c3aebad895be70
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd84df7a650bed8ca2c20d8ec8acd00657215898c091cb942c477526aa7b336
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e711f06cc0ebe87d80eba9995f491351717ca71
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9940ec1d5b28bf878e86dd4a3229bdbaf97b4c7a42c683f4fb5fe0c087dccd4
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5864fbd75caa1e4c3a34f656c788573b59609634
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5244922905626595554cf590e1c347e87b5f1635739e423db7ccd86f8a7cea9
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502ac3e6cf6fef27f836569d429bd32a7240a53c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fbc822694875587a1cf5485e8434c70138178f8a6f82b73eb8b28840bc1ec2
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b85de7d43c8eb5bab0c5bb0a97cde2184f35f0e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaaee59fcd0a282fea824f152c1a382526c1789888adc918bf6b2e56980cdff6
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3222c97fbc29daf068d28a78ece9078ae041fedf
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42660557a891ed8ca5d6a2e9e2b1826919f27098d2b35bc0d529968a79f921c5
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5dc070a737c3a7a500df4831e4c4fce5250f27b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388a88e9ca011555a398015d9525ef0c69fb8b576b8d0ae021df13fed2e1fa80
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee790690df26e1c105f2202b70f7ec75b539615
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574430d9f3e3127a0cc20640d45f6b488675ad474d97ce517ac13c9af7d12a09
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467eace7ad577a6584163ee5f2592ef1ed7d78d6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8414bdedf7620e2282b6832dcf3fca8d2692e8a22907c701cf74965a2aa29a55
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fb92229f1d8b82ae99ccac9eb9caf75d5b31d7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7334ef13f1794209a2e606f1f731289e92c0453d981c90dd3f41a4b4c544973
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f43da07d8895d4b569af3ace0b580becb2e931
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70475d477d0c503cdf844c5b97c76e2bfca9bfac52d7f66cd5513b2dda1a4c5f
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f367de8d9e3bbdf07ca7c568e80e75eda52346
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58489f11644d86cb4aef8fbd72fff0a7d18aa6f4f3e89e3464552bd272f28267
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6be70065744db826eddc4acbb3cf650196395b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ed3c5486da7c527a1809284c7330f1ccb54ab64660670f017235ab32d635fc
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72369acafcb04af1b25c1f5e13fb4431f3d0f615
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82599afbcd7dce3a012a7bbd2f9ecd5fde5279ab8e4241cdac64a0a9ce799184
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c1576859ec0b3c4aac8918b38c9229de2d41b5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2997d76e857cc754d26304f0bdcffb60310d42c5f76c5a72240e798db75c773
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7678b8f57d9bec92151a61b5295a60b56e4deb7c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f705a03c39fab6be14f14ff923d687ec64db77cb3ccd1e5ecf9d1739bd6706e
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd41bd42e8496eca8296e9f339fea72b0ccfc0ec
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162e6a821f255650494797256a3b1966b4a8cbe75d882ed4a6a6bd0441c45483
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc6aaebff950d89f6b52c2da6fe64a9ffc09018
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b6bad98f1f374a9b120c0a9759fbdb6e20b8e4c09e620241d2e459e11a660a
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f4f3d134945e8987d1fa4438e5bcbd750f192a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5375502e6e42c3e86be759fbbe73fe0ace147bc03218851b2037a8a3f2e6de
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d4d47a0284fdb2f581a06005148932980e2894
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c522cdaffa60053e97697fca9c18846703fa1174490db2d61883822184e0d442
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3a9856a9afdafa63be558c8a9680aa2c7f522a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba707799fea535de1c1aec6072ac783ccbbb291d7d600168996400b9c820cd9
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7696066eb396690bbed0b366e04997f05897316
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff3ebfddbe9263c6f5fb54924364f696568348d6d044a85f67a8e4ce7f35475
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0586a76d4557378c756b206da3cde03d890d95
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a410e903b8732421a5cf4c6c70c3b1d1620931cfd317b7a2a89af0e487d0f155
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb1de635b5a6d8d40edba92e0243a79e57608e6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1c7bf69ece3cff2bfe40a866d7a47820fcdac34598c76cdf5642e7a9909b33
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47ffa742981ca61f0224454ddcb20586b39d18f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c86083fd029019921f7cfc1cea26c641e69ff6eae6c887ea7074b1811f3a0fe
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1751b1ab422d8b681fff0ef9b7fc312bcc58148
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4b0f83ddd8a7194961c0c82606e9ea3c1a68eee7f5ffb1c4cc72d692180557
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c9e86aa072f58865fa693313c55e64efd675e8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5219836302c52b85ea6f3dd7070b8867c79624c756df88c39d627ab6700f11
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4017055e69ad21476dbaaf69332411481829720d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2872ca9603d4a09f6299b8dcf9f05944ea6c1c40e539ba89336f0a1a1a225028
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7185c39de8d421aa76b01a01e7cbbfda3974fdb8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7473e2ffc5ac7803a7c0a22c25c00ea71c7c2f0ae854e89f8011996d945892
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4a4074c74063e3cc7eb0f6f1d907d1855c578d
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5edccdee4f696d48b5099deb5359e427bea5c484d60200b72d4430e9e9868e
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2103dd07cb06ce858e85d4d9fab56348b449dee
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2eebdd61d42c717708276ffc76e8486ac34280ee01e09b692b963cfff8faf40
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f02285d62453dab29c2e6a002416a2c690f60c1
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f0844334e9b002aa5b1a9894a9e0ff643d50ca534418c055f263b778ee9178
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b281d28321cc33ce88eb094d55eb68b19bbc9e66
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd9c8234467b63666f9ef05b5945cd25f116bf3b9413b1726dc2eb860544782
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc88ea849ffad2d945d607703297afdded62101
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971bcd59de0460fff0eda9f1ec8f9f1f7004f7d95f0e90a07dffb4ef9c2694b8
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cbf62292c876acb956e05085b2da489ae8359e
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab0403f422a5d73a81d15882ce2cebfa2af7217390ab190cacc1fe95826d405
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1684c30bea45e04c62be37924d69693116adea
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d33848753a4d380f033caf516cacac2c5b3d2b4af26f2c011a3085a967cff1d
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde79a7901a3c7fec6a9b1a6c0c9b92963f315e8
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db43a3a8ae6abfc2535a285251cf14d92cb1a7666c3ba1921f13bcf2022de32
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104ccb44e35f7c0104fe22d5674c3307e9d851fb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ce859357f7459beea2f04f801b21b540dc9faee901154f7b805cd5a617a711
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a8d57055c75c4c67c9fa37afbfcd94e4034512
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03e30ecb5db30f1a487f6db47d8e1798504ebc6091b4adec888e06530d28461
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0045028ed3b4d24d95b5614a397a1d855f26f92
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005a5f4e6ea349248268aec1e83117db3d155cdc78fceee70cb0b60de80f09a8
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669b10d44f18d02bd6124ba37d68f90318de2897
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b579e8fa41f2d19121d0135177bc76e65f8d3f8ec6f9a0d50ed9a7329aad3d
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11b636db445ac3ad623e5edc1bdf54c399517d5
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf15ed308425e89bf5dcc77fcb42d9232dc6ac1ceb7e133136bf5a54469fbd6
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504988486998acd78989d3b3b9c13d53d0f5b761
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dc92702f3c334f893e0d2ca27eac161a5aa6b10b37a86984e3c321d8249121
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395ec01d51cc7aa225c6e6ca86fcc8d0a44e7fad
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc7ef4a929836f6a4a4873e21f0597ba0b326ec8c0a3f42dc114626faabf834
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4927cd2a9b482510d82858538b466d63bd73588c
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8beadc25bbb51a4c8d460887d12d4a8e5493e9330edfbe285f3919e2dfb548
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5942b59c793dcfabb51be4b4dfb3958973a0d0fe
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abbb295ead0f5ce70d8e514c5b06ffd61c2c5d1978c0c0ad0ea36c63cac5def
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf896de3e4596d4ce43365fb33e24dbfaa612c97
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea4843988dc69bca0883bd2e27551353d2a067ddcfb1e95511197e5f43a9ce2
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8d12aceb18ddde25220eb5058bf126538117fe
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6028c6d814cac91ccfb91a60cc66cef986bd77d0d0b4d367857f689746c2f364
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91466d96623611d93a456fe969fad07215357c73
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cd46fa9888a3fb736f61e7aeb8d4b6e9d99f35c4810caf3697de7003de1429
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acc578bf837f8b60d5e54fa7f29bf022d0aeb85
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae1f1497bded6947f5a108ee97409cb1057b000be8838d9205d68748e185c50
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e0fa3aab7220d97ba314bb4fd065e845f6415f
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10998662f8c1e2f4ed6a9d6d9f94a40d29d5a60c4fcae4f5370b5590a6f4b1a4
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd196bdd3efc5f8c6686a23f4be27b4f1b7d3052
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb93a61ed352003e1f67a99d1c600583df58c9463588212476aec0ca9684a238
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efeff2a2ef517c7d094ec50ee77902a2d3121cf6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f6c9570b0b3fe7fa0b86924ffc757fb25a882dc7efef471366f2acad206026
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543a0e432f93dd1a99d7b1b10409bdb9f54eb767
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6de9927f1cb75c88624e8919441a109556d767a96fa244d0527aac48030544
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3819210a40131c14d1a131eb6a58d03c9184fe
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32d54367745962b04e0f2682132f096284e506f6e1138b9133c2d9af6b96c5c
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4e7493f0b1bf7e711d66b0ee304513d654419a
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27aaea11365e256357d24e111a1c14801be462d04e69a3a01213e805f49f032
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62acc87e4d9ddf86fb0d69dfb6c8a00d35df8340
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528b631a12e64180fe4a9415e687764cc547fffe308825811424240997395498
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428449c3c8ef88c313b6ddc2cc51cc853378d0cb
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c896679d17ec2fae8120cec85759797519d67900af709ae47c3c33d507eeb711
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c860e1858761f69d522fbd688ff632aa9a8806e7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba87d548545bf1d3235ee6b0ad4bed105b5fbd30732ea4f7b559dd0a9c5c3e30
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b644500c2a11e21312d8580cbc76057be3d8c9
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4e5754cdba4fd6b28afccdf8f4884849530caa3aa8ceea1ed1495889419197
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b9b2470f67041871d5b3b25e6736ec62619538
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62b4f9df9da829829ca78a89fe0e248bb5ab0879037e288840c95fc42d2a06c
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bbc84efa69133759f3a442ee733bf3523367bd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27084ffeac7953b090f4939ef1dda00749ad6d83c5b3fe0348b70fca66900e8b
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3e6b11c086baef429082d229339cc9d727244b
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b01b19863b085a8eda0bcd3e46f7836a77d3518d1d8decf84a96857b35dcbf
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93bbd27154dce888d987c6e10bb0eda3fa84ae96
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c102af8b21699b1fdcc3730e581fab8e663a2b6ab453452ddea5d1968bc0390e
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb05773cbaccfb27d4b9a077868fad5d27a81e07
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff43ff7b722488b1195569b9bdf6a1c8ec9f91080631141b68c4a10808a5f8be
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a47f073a58704007398c7f3bc6d4a80601bbfac
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a448eedac60de3fcaf84766d1c329cff1a725e88b64d652fdc685d7205971af5
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f4b8bd18dbd4426c8aa80943f95e1eeef5f7c7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f449e929ed52cc5ec13e938503eb05bc7aff3e99b61bd3ef432564c86f5ab4d8
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d695a5769d8411008fff20dd34a61da32d4595a7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3536f47fcb0604281416ebf13e2ff58505cb909b65e397abe12021bb157f1402
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cabdb3714ca85e1653254d8d564a3a255812c30
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fba5886c8015f382a3de881c8d529056977705f64af373cd51cdb73b06cbea
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785ee7e1e45393880c5e1aa7b6949f39795472c6
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66c6341d9aa633fc13550134349b5cc5fa6f87fd29e99c981c99652d82e1aa6
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b370a4fd2c6c5be28fee8d79025be6c48d8b8130
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6ca3e9e33598fbd2d5621c59a77f53b5ffe5c68b8b9839e8bbddd2158946f2
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a067d8ace42c03230123e22b6da97504e65270
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe3924c150634ba48d64655803ee00ae709acb9210dfa9f91c070d41d03e50c
+size 58499
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0d809ecdd708950910a70dbe4eb4cf2762f1e7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500b28ae7ac6299cd4132777ae4f5078e9cbef9ef8d3fed891ba8d08ad143c41
+size 5251
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429519ccb9f4c1ba1d76b304cbaf693e4eeeb8f2
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff356e5f0cd40fa513bfd6114c4a9f3fc5d4c5333fb678b4fcf400c1cf1eeb78
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c11005150bb697c39cbec64afd253045221ecd
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35789346bec56953ce0b40df0f96f7c3f770e73206b4a42f0cec381a813b549
+size 17539
diff --git a/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea380782d9914976f1f40fd3f0c9eeca6e78bee7
--- /dev/null
+++ b/params/llama3/5/rnd_search/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7986fba4994e6c21b2b1ff503617450789002b63a39774f2484de255d60c1fdc
+size 5251